00000800:00000200:3.1F:1761223592.974800:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003a31ceb7] -> 12345-192.168.201.139@tcp (2) 00000800:00000200:3.1:1761223592.978889:0:2398:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1761223592.978899:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.139@tcp ip 192.168.201.139:988 00000800:00000200:3.1:1761223592.978903:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000062484a46 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1F:1761223592.983267:0:2398:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:3.1:1761223592.986299:0:2398:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000100:00080000:3.0:1761231482.399048:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231482.399055:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8006 00000100:00080000:3.0:1761231482.399060:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231482.399067:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231482.399080:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231482.399098:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748483456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231482.399125:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231482.399132:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231482.399134:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231482.399142:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8006 00000100:00080000:3.0:1761231482.399147:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231482.399152:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231482.399158:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231482.399175:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748483584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231482.399189:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231482.399193:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231482.399196:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231482.399200:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8006 00000100:00080000:3.0:1761231482.399208:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231482.399222:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231482.399230:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231482.399246:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748483712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231482.399259:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231482.399264:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231482.399267:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231482.399276:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8006 00000100:00080000:3.0:1761231482.399281:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231482.399295:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231482.399309:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231482.399328:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748483840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231482.399348:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231482.399351:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231482.399354:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231482.399369:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8006 00000100:00080000:3.0:1761231482.399382:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231482.399395:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231482.399442:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231482.399482:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748483968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231482.399523:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231482.399529:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231482.399533:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231482.399545:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8006 00000100:00080000:3.0:1761231482.399560:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231482.399568:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231482.399579:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231482.399609:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748484096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231482.399654:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231482.399661:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231482.399670:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231482.399681:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8006 00000100:00080000:3.0:1761231482.399690:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231482.399704:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231482.399714:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231482.399785:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748484224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231483.934992:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231484.958911:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231487.326999:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231488.351023:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231489.055015:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231491.102949:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231492.126974:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231492.639117:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748485376:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231492.639217:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231492.639302:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231492/real 1761231492] req@ffff9437fa0df100 x1846776748485376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231492.639361:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748485376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231492.639392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231492.639404:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231492.639416:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748485376:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231492.639456:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748485504:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231492.639503:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231492.639532:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231492/real 1761231492] req@ffff9437fa0de300 x1846776748485504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231492.639561:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748485504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231492.639598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231492.639613:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231492.639628:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748485504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231492.639646:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748485632:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231492.639684:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231492.639709:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231492/real 1761231492] req@ffff9437fa0dca80 x1846776748485632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231492.639777:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748485632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231492.639824:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231492.639835:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231492.639842:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748485632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231492.639854:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748485760:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231492.639881:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231492.639894:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231492/real 1761231492] req@ffff9437fa0dc000 x1846776748485760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231492.639908:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748485760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231492.639919:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231492.639923:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231492.639927:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748485760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231492.639949:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748485888:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231492.639967:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231492.639979:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231492/real 1761231492] req@ffff9437fa0df480 x1846776748485888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231492.639993:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748485888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231492.640003:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231492.640006:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231492.640010:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748485888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231492.640018:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748486016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231492.640035:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231492.640046:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231492/real 1761231492] req@ffff9437fa0ded80 x1846776748486016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231492.640059:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748486016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231492.640069:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231492.640072:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231492.640076:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748486016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231492.640082:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748486144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231492.640100:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231492.640111:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231492/real 1761231492] req@ffff9437fa0dea00 x1846776748486144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231492.640124:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748486144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231492.640133:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231492.640136:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231492.640140:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748486144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231492.640146:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748486272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231492.640164:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231492.640175:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231492/real 1761231492] req@ffff9437fa0de680 x1846776748486272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231492.640189:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de680 x1846776748486272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231492.640198:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231492.640202:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231492.640205:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748486272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231493.150911:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231493.471034:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231494.174908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231494.494943:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231497.246921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231497.759127:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748486400:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231497.759250:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231497.759312:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231497/real 1761231497] req@ffff9437f86d4000 x1846776748486400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231497.759354:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748486400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231497.759388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231497.759416:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231497.759432:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748486400:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231497.759488:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748486528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231497.759533:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231497.759569:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231497/real 1761231497] req@ffff9437f86d5c00 x1846776748486528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231497.759596:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748486528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231497.759633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231497.759647:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231497.759659:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748486528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231497.759678:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748486656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231497.759716:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231497.759777:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231497/real 1761231497] req@ffff9437f86d7100 x1846776748486656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231497.759795:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748486656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231497.759806:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231497.759810:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231497.759814:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748486656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231497.759822:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748486784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231497.759847:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231497.759860:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231497/real 1761231497] req@ffff9437f86d5f80 x1846776748486784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231497.759874:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748486784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231497.759885:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231497.759889:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231497.759893:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748486784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231497.759900:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748486912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231497.759918:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231497.759929:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231497/real 1761231497] req@ffff9437f86d6680 x1846776748486912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231497.759943:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748486912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231497.759953:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231497.759956:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231497.759960:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748486912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231497.759984:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748487040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231497.760003:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231497.760015:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231497/real 1761231497] req@ffff9437f86d5180 x1846776748487040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231497.760029:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748487040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231497.760038:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231497.760041:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231497.760046:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748487040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231497.760053:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748487168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231497.760070:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231497.760081:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231497/real 1761231497] req@ffff9437f86d6d80 x1846776748487168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231497.760094:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748487168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231497.760104:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231497.760107:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231497.760111:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748487168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231497.760117:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748487296:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231497.760134:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231497.760144:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231497/real 1761231497] req@ffff9437f86d4700 x1846776748487296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231497.760157:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748487296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231497.760166:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231497.760195:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231497.760200:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748487296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231498.270908:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231499.294907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231499.615069:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231500.639037:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231502.879274:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748487424:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231502.879377:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231502.879438:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231502/real 1761231502] req@ffff9437f87f9880 x1846776748487424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231502.879479:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748487424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231502.879512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231502.879527:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231502.879537:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748487424:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231502.879555:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748487552:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231502.879603:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231502.879634:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231502/real 1761231502] req@ffff9437f87faa00 x1846776748487552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231502.879668:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748487552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231502.879711:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231502.879717:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231502.879721:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748487552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231502.879790:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748487680:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231502.879816:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231502.879831:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231502/real 1761231502] req@ffff9437f87f8a80 x1846776748487680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231502.879846:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748487680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231502.879857:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231502.879861:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231502.879865:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748487680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231502.879872:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748487808:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231502.879891:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231502.879902:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231502/real 1761231502] req@ffff9437f87f8700 x1846776748487808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231502.879916:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748487808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231502.879926:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231502.879929:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231502.879933:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748487808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231502.879939:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748487936:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231502.879957:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231502.879967:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231502/real 1761231502] req@ffff9437f87f8380 x1846776748487936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231502.879981:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748487936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231502.879991:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231502.879995:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231502.879999:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748487936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231502.880006:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748488064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231502.880024:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231502.880034:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231502/real 1761231502] req@ffff9437f87f8e00 x1846776748488064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231502.880047:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748488064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231502.880057:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231502.880061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231502.880064:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748488064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231502.880071:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748488192:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231502.880088:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231502.880135:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231502/real 1761231502] req@ffff9437f87f8000 x1846776748488192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231502.880149:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748488192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231502.880159:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231502.880163:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231502.880168:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748488192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231502.880175:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748488320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231502.880198:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231502.880210:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231502/real 1761231502] req@ffff9437f87f9f80 x1846776748488320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231502.880224:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748488320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231502.880233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231502.880236:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231502.880240:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748488320:192.168.201.139@tcp:8:kworker.0 00010000:00010000:3.0:1761231505.759011:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231506.783086:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231507.998941:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231507.998954:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231507.998961:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231507.998975:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8031 00000100:00080000:3.0:1761231507.998992:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231507.999002:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231507.999083:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748488448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231507.999123:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231507.999128:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231507.999130:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231507.999137:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8031 00000100:00080000:3.0:1761231507.999142:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231507.999147:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231507.999159:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231507.999175:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748488576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231507.999189:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231507.999193:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231507.999196:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231507.999201:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8031 00000100:00080000:3.0:1761231507.999205:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231507.999210:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231507.999216:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231507.999228:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748488704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231507.999247:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231507.999256:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231507.999258:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231507.999264:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8031 00000100:00080000:3.0:1761231507.999267:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231507.999272:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231507.999279:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231507.999296:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748488832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231507.999308:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231507.999311:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231507.999313:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231507.999317:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8031 00000100:00080000:3.0:1761231507.999324:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231507.999328:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231507.999335:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231507.999355:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748488960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231507.999367:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231507.999371:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231507.999373:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231507.999378:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8031 00000100:00080000:3.0:1761231507.999383:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231507.999387:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231507.999393:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231507.999414:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748489088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231507.999478:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231507.999485:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231507.999488:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231507.999500:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8031 00000100:00080000:3.0:1761231507.999512:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231507.999525:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231507.999532:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231507.999551:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748489216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231507.999579:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231507.999588:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231507.999590:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231507.999598:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8031 00000100:00080000:3.0:1761231507.999605:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231507.999610:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231507.999617:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231507.999644:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748489344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231509.535307:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231510.559525:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231511.582865:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231511.582923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231511.902990:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231512.606882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231512.926912:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231513.118855:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231513.118867:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231513.118872:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231513.118882:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8036 00000100:00080000:3.0:1761231513.118894:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231513.118901:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231513.118936:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748489472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231513.118986:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231513.118989:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231513.118991:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231513.118996:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8036 00000100:00080000:3.0:1761231513.119000:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231513.119005:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231513.119014:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231513.119029:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748489600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231513.119039:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231513.119042:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231513.119044:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231513.119048:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8036 00000100:00080000:3.0:1761231513.119051:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231513.119054:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231513.119058:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231513.119067:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748489728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231513.119075:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231513.119079:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231513.119080:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231513.119083:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8036 00000100:00080000:3.0:1761231513.119086:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231513.119091:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231513.119095:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231513.119104:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748489856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231513.119112:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231513.119115:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231513.119117:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231513.119121:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8036 00000100:00080000:3.0:1761231513.119125:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231513.119129:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231513.119132:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231513.119142:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748489984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231513.119154:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231513.119157:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231513.119159:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231513.119163:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8036 00000100:00080000:3.0:1761231513.119167:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231513.119171:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231513.119176:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231513.119186:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99880 x1846776748490112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231513.119195:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231513.119199:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231513.119201:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231513.119205:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8036 00000100:00080000:3.0:1761231513.119208:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231513.119212:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231513.119216:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231513.119226:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a300 x1846776748490240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231513.119236:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231513.119239:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231513.119241:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231513.119245:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8036 00000100:00080000:3.0:1761231513.119248:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231513.119252:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231513.119257:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231513.119266:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748490368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231513.630891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231514.654879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231515.678837:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000400:00000100:3.0:1761231516.191030:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:3.0:1761231516.191070:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761231516.191085:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231516.191114:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231516.191119:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231516.191126:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231516.191134:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231516.191142:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231516.191149:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231516.191157:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:3.0:1761231517.726854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231518.046957:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231518.750835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231519.070937:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231520.799001:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231521.822959:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231522.846995:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231523.870896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231524.190913:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231524.894999:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231525.215048:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231525.918931:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231526.942866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231527.966828:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231528.478957:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748492544:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231528.479019:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231528.479054:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231528/real 1761231528] req@ffff9437fa0dce00 x1846776748492544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231528.479098:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dce00 x1846776748492544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231528.479115:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231528.479122:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231528.479130:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748492544:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231528.479152:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748492672:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231528.479174:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231528.479190:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231528/real 1761231528] req@ffff9437fa0ddf80 x1846776748492672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231528.479205:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddf80 x1846776748492672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231528.479214:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231528.479217:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231528.479221:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748492672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231528.479226:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748492800:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231528.479238:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231528.479245:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231528/real 1761231528] req@ffff9437fa0dfb80 x1846776748492800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231528.479252:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748492800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231528.479262:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231528.479264:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231528.479266:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748492800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231528.479270:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748492928:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231528.479280:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231528.479285:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231528/real 1761231528] req@ffff9437fa0df800 x1846776748492928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231528.479292:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748492928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231528.479297:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231528.479299:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231528.479301:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748492928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231528.479304:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748493056:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231528.479313:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231528.479319:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231528/real 1761231528] req@ffff9437fa0dc380 x1846776748493056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231528.479326:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748493056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231528.479331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231528.479333:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231528.479335:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748493056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231528.479339:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748493184:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231528.479348:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231528.479353:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231528/real 1761231528] req@ffff9437fa0ddc00 x1846776748493184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231528.479360:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748493184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231528.479365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231528.479367:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231528.479369:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748493184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231528.479381:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748493312:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231528.479390:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231528.479396:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231528/real 1761231528] req@ffff9437fa0dd180 x1846776748493312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231528.479402:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748493312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231528.479407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231528.479410:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231528.479412:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748493312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231528.479415:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748493440:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231528.479424:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231528.479430:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231528/real 1761231528] req@ffff9437fa0dc700 x1846776748493440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231528.479437:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748493440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231528.479442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231528.479444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231528.479446:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748493440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231528.990822:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231530.014884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231530.334876:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231531.038833:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231531.358856:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231532.062827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231533.086836:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231533.599051:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748493568:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231533.599134:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231533.599187:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231533/real 1761231533] req@ffff9437fa0dd500 x1846776748493568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231533.599207:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748493568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231533.599220:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231533.599226:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231533.599230:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748493568:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231533.599258:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748493696:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231533.599281:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231533.599294:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231533/real 1761231533] req@ffff9437fa0dc700 x1846776748493696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231533.599308:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748493696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231533.599320:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231533.599323:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231533.599326:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748493696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231533.599333:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748493824:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231533.599353:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231533.599365:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231533/real 1761231533] req@ffff9437fa0dd180 x1846776748493824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231533.599374:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748493824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231533.599380:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231533.599382:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231533.599385:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748493824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231533.599389:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748493952:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231533.599403:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231533.599409:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231533/real 1761231533] req@ffff9437fa0ddc00 x1846776748493952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231533.599422:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748493952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231533.599427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231533.599429:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231533.599431:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748493952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231533.599435:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748494080:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231533.599445:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231533.599451:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231533/real 1761231533] req@ffff9437fa0dc380 x1846776748494080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231533.599459:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748494080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231533.599464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231533.599465:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231533.599467:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748494080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231533.599471:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748494208:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231533.599481:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231533.599486:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231533/real 1761231533] req@ffff9437fa0df800 x1846776748494208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231533.599493:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748494208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231533.599503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231533.599505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231533.599507:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748494208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231533.599520:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748494336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231533.599530:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231533.599536:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231533/real 1761231533] req@ffff9437fa0dfb80 x1846776748494336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231533.599543:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748494336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231533.599549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231533.599551:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231533.599552:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748494336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231533.599556:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748494464:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231533.599565:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231533.599571:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231533/real 1761231533] req@ffff9437fa0ddf80 x1846776748494464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231533.599579:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddf80 x1846776748494464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231533.599584:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231533.599585:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231533.599588:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748494464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231534.110830:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231536.158855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231536.478877:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231537.182834:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231537.502908:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231538.206825:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231538.206855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231538.718987:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748494592:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231538.719049:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231538.719087:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231538/real 1761231538] req@ffff9437f87fb100 x1846776748494592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231538.719108:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748494592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231538.719126:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231538.719134:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231538.719139:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748494592:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231538.719161:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748494720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231538.719189:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231538.719205:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231538/real 1761231538] req@ffff9437f87fa680 x1846776748494720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231538.719221:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748494720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231538.719236:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231538.719242:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231538.719245:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748494720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231538.719251:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748494848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231538.719264:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231538.719271:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231538/real 1761231538] req@ffff9437f87f9f80 x1846776748494848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231538.719279:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748494848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231538.719284:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231538.719286:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231538.719287:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748494848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231538.719291:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748494976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231538.719301:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231538.719307:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231538/real 1761231538] req@ffff9437f87f8000 x1846776748494976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231538.719314:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748494976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231538.719319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231538.719320:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231538.719322:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748494976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231538.719325:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748495104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231538.719335:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231538.719342:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231538/real 1761231538] req@ffff9437f87f8e00 x1846776748495104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231538.719349:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748495104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231538.719354:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231538.719356:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231538.719357:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748495104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231538.719361:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748495232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231538.719369:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231538.719375:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231538/real 1761231538] req@ffff9437f87f8380 x1846776748495232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231538.719381:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748495232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231538.719386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231538.719388:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231538.719390:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748495232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231538.719402:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748495360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231538.719411:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231538.719417:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231538/real 1761231538] req@ffff9437f87f8700 x1846776748495360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231538.719428:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748495360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231538.719433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231538.719435:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231538.719437:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748495360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231538.719440:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748495488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231538.719449:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231538.719454:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231538/real 1761231538] req@ffff9437f87f8a80 x1846776748495488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231538.719461:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748495488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231538.719466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231538.719468:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231538.719470:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748495488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231539.230814:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231540.254829:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231541.278894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231542.302814:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231542.623040:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231543.647035:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231543.839192:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748495616:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231543.839345:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231543.839436:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231543/real 1761231543] req@ffff9437f87faa00 x1846776748495616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231543.839560:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748495616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231543.839598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231543.839624:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231543.839654:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748495616:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231543.839790:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748495744:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231543.839863:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231543.839899:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231543/real 1761231543] req@ffff9437f87f9880 x1846776748495744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231543.840010:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748495744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231543.840046:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231543.840053:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231543.840064:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748495744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231543.840076:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748495872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231543.840103:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231543.840116:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231543/real 1761231543] req@ffff9437f87f8a80 x1846776748495872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231543.840132:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748495872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231543.840153:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231543.840157:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231543.840161:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748495872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231543.840169:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748496000:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231543.840190:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231543.840202:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231543/real 1761231543] req@ffff9437f87f8700 x1846776748496000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231543.840216:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748496000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231543.840226:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231543.840230:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231543.840233:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748496000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231543.840241:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748496128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231543.840261:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231543.840272:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231543/real 1761231543] req@ffff9437f87f8380 x1846776748496128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231543.840285:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748496128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231543.840295:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231543.840299:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231543.840304:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748496128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231543.840313:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748496256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231543.840333:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231543.840344:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231543/real 1761231543] req@ffff9437f87f8e00 x1846776748496256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231543.840359:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748496256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231543.840369:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231543.840372:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231543.840376:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748496256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231543.840403:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748496384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231543.840425:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231543.840437:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231543/real 1761231543] req@ffff9437f87f8000 x1846776748496384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231543.840452:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748496384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231543.840461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231543.840465:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231543.840469:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748496384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231543.840476:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748496512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231543.840528:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231543.840543:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231543/real 1761231543] req@ffff9437f87f9f80 x1846776748496512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231543.840558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748496512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231543.840569:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231543.840573:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231543.840577:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748496512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231545.374828:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231546.398915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231547.422922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231548.446914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231548.767022:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231548.959173:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748496640:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231548.959280:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231548.959347:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231548/real 1761231548] req@ffff9437fa0dce00 x1846776748496640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231548.959402:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dce00 x1846776748496640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231548.959503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231548.959522:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231548.959539:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748496640:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231548.959592:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748496768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231548.959649:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231548.959681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231548/real 1761231548] req@ffff9437fa0de680 x1846776748496768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231548.959776:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de680 x1846776748496768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231548.959792:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231548.959805:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231548.959819:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748496768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231548.959845:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748496896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231548.959895:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231548.959919:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231548/real 1761231548] req@ffff9437fa0dea00 x1846776748496896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231548.959938:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748496896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231548.959950:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231548.959955:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231548.959959:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748496896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231548.959967:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748497024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231548.959988:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231548.960000:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231548/real 1761231548] req@ffff9437fa0ded80 x1846776748497024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231548.960013:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748497024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231548.960024:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231548.960028:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231548.960032:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748497024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231548.960039:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748497152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231548.960057:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231548.960067:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231548/real 1761231548] req@ffff9437fa0df480 x1846776748497152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231548.960080:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748497152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231548.960090:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231548.960094:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231548.960097:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748497152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231548.960120:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748497280:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231548.960140:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231548.960151:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231548/real 1761231548] req@ffff9437fa0dc000 x1846776748497280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231548.960164:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748497280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231548.960173:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231548.960177:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231548.960181:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748497280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231548.960189:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748497408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231548.960206:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231548.960217:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231548/real 1761231548] req@ffff9437fa0dca80 x1846776748497408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231548.960230:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748497408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231548.960240:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231548.960243:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231548.960247:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748497408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231548.960253:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748497536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231548.960271:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231548.960281:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231548/real 1761231548] req@ffff9437fa0de300 x1846776748497536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231548.960294:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748497536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231548.960304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231548.960308:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231548.960311:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748497536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231549.470884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231549.791027:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231552.542968:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231553.566963:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231554.079248:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748497664:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231554.079438:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231554.079532:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231554/real 1761231554] req@ffff9437f87fa680 x1846776748497664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231554.079572:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748497664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231554.079617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231554.079641:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231554.079660:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748497664:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231554.079724:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748497792:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231554.079837:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231554.079879:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231554/real 1761231554] req@ffff9437f87fb100 x1846776748497792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231554.079943:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748497792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231554.080030:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231554.080051:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231554.080063:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748497792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231554.080100:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748497920:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231554.080149:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231554.080173:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231554/real 1761231554] req@ffff9437f87fad80 x1846776748497920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231554.080269:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748497920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231554.080364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231554.080380:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231554.080394:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748497920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231554.080427:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748498048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231554.080483:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231554.080512:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231554/real 1761231554] req@ffff9437f87f9c00 x1846776748498048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231554.080606:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748498048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231554.080625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231554.080631:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231554.080637:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748498048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231554.080678:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748498176:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231554.080703:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231554.080715:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231554/real 1761231554] req@ffff9437f87fb800 x1846776748498176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231554.080764:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748498176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231554.080776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231554.080780:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231554.080784:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748498176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231554.080792:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748498304:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231554.080817:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231554.080831:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231554/real 1761231554] req@ffff9437f87f9180 x1846776748498304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231554.080846:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748498304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231554.080863:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231554.080870:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231554.080877:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748498304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231554.080890:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748498432:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231554.080930:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231554.080955:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231554/real 1761231554] req@ffff9437f87fa300 x1846776748498432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231554.080980:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748498432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231554.080996:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231554.081003:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231554.081011:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748498432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231554.081024:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748498560:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231554.081057:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231554.081072:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231554/real 1761231554] req@ffff9437f87fbb80 x1846776748498560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231554.081088:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748498560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231554.081099:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231554.081103:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231554.081107:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748498560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231554.590870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231554.911053:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231555.614888:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231555.614968:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231555.935001:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231556.638955:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231557.662987:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231559.199249:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748498688:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231559.199408:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231559.199492:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231559/real 1761231559] req@ffff9437fa0df100 x1846776748498688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231559.199556:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748498688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231559.199607:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231559.199621:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231559.199635:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748498688:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231559.199694:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748498816:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231559.199798:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231559.199841:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231559/real 1761231559] req@ffff9437fa0de300 x1846776748498816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231559.199910:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748498816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231559.199933:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231559.199953:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231559.199965:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748498816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231559.199980:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748498944:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231559.200019:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231559.200034:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231559/real 1761231559] req@ffff9437fa0dca80 x1846776748498944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231559.200050:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748498944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231559.200061:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231559.200065:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231559.200070:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748498944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231559.200077:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748499072:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231559.200100:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231559.200112:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231559/real 1761231559] req@ffff9437fa0dc000 x1846776748499072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231559.200127:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748499072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231559.200136:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231559.200140:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231559.200144:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748499072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231559.200151:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748499200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231559.200171:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231559.200182:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231559/real 1761231559] req@ffff9437fa0df480 x1846776748499200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231559.200196:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748499200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231559.200206:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231559.200210:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231559.200213:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748499200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231559.200220:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748499328:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231559.200240:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231559.200276:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231559/real 1761231559] req@ffff9437fa0ded80 x1846776748499328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231559.200302:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748499328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231559.200313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231559.200317:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231559.200321:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748499328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231559.200349:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748499456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231559.200373:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231559.200385:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231559/real 1761231559] req@ffff9437fa0dea00 x1846776748499456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231559.200400:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748499456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231559.200410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231559.200413:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231559.200417:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748499456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231559.200425:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748499584:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231559.200444:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231559.200455:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231559/real 1761231559] req@ffff9437fa0de680 x1846776748499584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231559.200469:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de680 x1846776748499584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231559.200487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231559.200491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231559.200495:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748499584:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231559.711053:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231560.734868:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231561.054921:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231561.758878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231562.079000:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231562.782923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231563.806863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231563.806984:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231564.319005:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748499712:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231564.319077:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231564.319128:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231564/real 1761231564] req@ffff9437f87fb480 x1846776748499712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231564.319164:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748499712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231564.319214:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231564.319224:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231564.319234:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748499712:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231564.319267:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748499840:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231564.319297:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231564.319310:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231564/real 1761231564] req@ffff9437f87f9500 x1846776748499840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231564.319319:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748499840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231564.319326:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231564.319328:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231564.319331:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748499840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231564.319335:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748499968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231564.319348:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231564.319355:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231564/real 1761231564] req@ffff9437f87fbb80 x1846776748499968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231564.319362:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748499968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231564.319367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231564.319369:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231564.319371:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748499968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231564.319374:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748500096:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231564.319384:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231564.319390:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231564/real 1761231564] req@ffff9437f87fa300 x1846776748500096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231564.319397:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748500096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231564.319406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231564.319408:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231564.319410:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748500096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231564.319414:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748500224:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231564.319423:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231564.319429:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231564/real 1761231564] req@ffff9437f87f9180 x1846776748500224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231564.319435:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748500224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231564.319441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231564.319443:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231564.319445:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748500224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231564.319448:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748500352:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231564.319457:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231564.319462:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231564/real 1761231564] req@ffff9437f87fb800 x1846776748500352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231564.319469:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748500352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231564.319474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231564.319476:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231564.319478:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748500352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231564.319481:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748500480:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231564.319491:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231564.319496:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231564/real 1761231564] req@ffff9437f87f9c00 x1846776748500480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231564.319503:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748500480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231564.319508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231564.319510:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231564.319511:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748500480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231564.319515:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748500608:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231564.319524:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231564.319529:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231564/real 1761231564] req@ffff9437f87fad80 x1846776748500608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231564.319536:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748500608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231564.319540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231564.319542:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231564.319544:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748500608:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231564.830926:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231565.854878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231566.878948:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231567.199003:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231567.902871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231568.223055:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231568.926929:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231569.439178:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748500736:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231569.439267:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231569.439326:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231569/real 1761231569] req@ffff9437f87fb100 x1846776748500736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231569.439357:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748500736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231569.439377:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231569.439385:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231569.439393:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748500736:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231569.439430:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748500864:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231569.439468:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231569.439491:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231569/real 1761231569] req@ffff9437f87fa680 x1846776748500864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231569.439516:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748500864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231569.439536:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231569.439542:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231569.439549:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748500864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231569.439568:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748500992:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231569.439600:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231569.439619:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231569/real 1761231569] req@ffff9437f87f9f80 x1846776748500992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231569.439644:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748500992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231569.439663:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231569.439669:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231569.439675:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748500992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231569.439687:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748501120:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231569.439761:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231569.439787:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231569/real 1761231569] req@ffff9437f87f8000 x1846776748501120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231569.439804:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748501120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231569.439814:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231569.439819:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231569.439823:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748501120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231569.439845:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748501248:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231569.439873:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231569.439886:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231569/real 1761231569] req@ffff9437f87f8e00 x1846776748501248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231569.439901:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748501248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231569.439911:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231569.439914:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231569.439918:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748501248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231569.439925:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748501376:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231569.439943:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231569.439954:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231569/real 1761231569] req@ffff9437f87f8380 x1846776748501376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231569.439968:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748501376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231569.439978:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231569.439981:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231569.439985:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748501376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231569.439991:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748501504:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231569.440008:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231569.440019:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231569/real 1761231569] req@ffff9437f87f8700 x1846776748501504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231569.440032:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748501504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231569.440050:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231569.440053:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231569.440057:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748501504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231569.440064:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748501632:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231569.440081:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231569.440091:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231569/real 1761231569] req@ffff9437f87f8a80 x1846776748501632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231569.440131:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748501632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231569.440141:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231569.440145:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231569.440149:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748501632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231569.950926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231570.974909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231573.343019:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231574.366901:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231574.558974:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748501760:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231574.559048:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231574.559087:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231574/real 1761231574] req@ffff9437f86d4700 x1846776748501760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231574.559105:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748501760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231574.559123:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231574.559128:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231574.559132:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748501760:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231574.559153:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748501888:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231574.559175:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231574.559187:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231574/real 1761231574] req@ffff9437f86d6d80 x1846776748501888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231574.559200:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748501888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231574.559210:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231574.559213:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231574.559217:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748501888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231574.559223:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748502016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231574.559241:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231574.559252:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231574/real 1761231574] req@ffff9437f86d5180 x1846776748502016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231574.559264:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748502016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231574.559273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231574.559276:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231574.559280:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748502016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231574.559286:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748502144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231574.559308:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231574.559318:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231574/real 1761231574] req@ffff9437f86d6680 x1846776748502144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231574.559327:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748502144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231574.559332:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231574.559334:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231574.559337:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748502144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231574.559341:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748502272:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231574.559353:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231574.559359:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231574/real 1761231574] req@ffff9437f86d5f80 x1846776748502272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231574.559366:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748502272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231574.559371:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231574.559372:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231574.559374:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748502272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231574.559387:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748502400:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231574.559397:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231574.559403:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231574/real 1761231574] req@ffff9437f86d7100 x1846776748502400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231574.559411:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748502400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231574.559416:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231574.559417:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231574.559419:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748502400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231574.559423:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748502528:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231574.559432:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231574.559438:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231574/real 1761231574] req@ffff9437f86d5c00 x1846776748502528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231574.559445:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748502528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231574.559450:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231574.559452:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231574.559454:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748502528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231574.559457:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748502656:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231574.559467:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231574.559472:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231574/real 1761231574] req@ffff9437f86d4000 x1846776748502656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231574.559479:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748502656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231574.559488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231574.559490:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231574.559492:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748502656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231575.070984:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231578.142930:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231579.166910:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231579.486942:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231579.679054:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748502784:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231579.679186:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748502912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231579.679223:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748503040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231579.679251:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748503168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231579.679273:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748503296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231579.679305:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748503424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231579.679332:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748503552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231579.679349:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748503680:192.168.201.139@tcp:8:kworker.0 00010000:00010000:3.0:1761231580.510996:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231581.215016:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231582.238938:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231582.751413:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231579/real 1761231582] req@ffff9437f86d4e00 x1846776748502912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231582.751467:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4e00 x1846776748502912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231582.751481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231582.751488:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231582.751494:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748502912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231582.751504:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231579/real 1761231582] req@ffff9437f86d7b80 x1846776748503040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231582.751521:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748503040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231582.751532:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231582.751538:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231582.751543:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748503040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231582.751552:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231579/real 1761231582] req@ffff9437f86d7480 x1846776748503168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231582.751569:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748503168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231582.751578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231582.751581:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231582.751586:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748503168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231582.751594:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231579/real 1761231582] req@ffff9437f86d4380 x1846776748503296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231582.751610:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748503296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231582.751619:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231582.751623:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231582.751628:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748503296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231582.751636:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231579/real 1761231582] req@ffff9437f86d7800 x1846776748502784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231582.751654:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7800 x1846776748502784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231582.751664:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231582.751668:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231582.751672:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748502784:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231582.751708:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231579/real 1761231582] req@ffff9437f86d4000 x1846776748503680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231582.751724:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748503680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231582.751764:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231582.751769:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231582.751775:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748503680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231582.751783:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231579/real 1761231582] req@ffff9437f86d5880 x1846776748503424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231582.751799:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748503424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231582.751808:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231582.751812:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231582.751815:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748503424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231582.751823:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231579/real 1761231582] req@ffff9437f86d6a00 x1846776748503552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231582.751839:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748503552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231582.751850:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231582.751856:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231582.751861:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748503552:192.168.201.139@tcp:8:kworker.0 00010000:00010000:3.0:1761231585.631060:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231586.655061:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231587.358875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231588.382950:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231589.406936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231590.430932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231591.454953:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231591.774943:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231592.799077:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231595.550965:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231596.574887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231597.598897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231597.918995:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231598.942924:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231600.159080:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748506880:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231600.159167:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231600.159211:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231600/real 1761231600] req@ffff9437fa0dce00 x1846776748506880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231600.159234:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dce00 x1846776748506880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231600.159267:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231600.159280:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231600.159289:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748506880:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231600.159315:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748507008:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231600.159353:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231600.159372:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231600/real 1761231600] req@ffff9437fa0ddf80 x1846776748507008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231600.159408:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddf80 x1846776748507008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231600.159429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231600.159433:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231600.159443:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748507008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231600.159469:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748507136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231600.159506:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231600.159517:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231600/real 1761231600] req@ffff9437fa0dfb80 x1846776748507136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231600.159525:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748507136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231600.159531:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231600.159533:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231600.159535:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748507136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231600.159539:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748507264:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231600.159550:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231600.159556:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231600/real 1761231600] req@ffff9437fa0df800 x1846776748507264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231600.159563:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748507264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231600.159568:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231600.159570:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231600.159571:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748507264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231600.159575:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748507392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231600.159586:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231600.159591:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231600/real 1761231600] req@ffff9437fa0dc380 x1846776748507392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231600.159598:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748507392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231600.159604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231600.159606:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231600.159608:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748507392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231600.159611:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748507520:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231600.159621:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231600.159627:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231600/real 1761231600] req@ffff9437fa0ddc00 x1846776748507520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231600.159633:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748507520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231600.159654:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231600.159656:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231600.159658:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748507520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231600.159675:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748507648:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231600.159687:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231600.159694:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231600/real 1761231600] req@ffff9437fa0dd180 x1846776748507648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231600.159701:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748507648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231600.159706:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231600.159708:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231600.159711:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748507648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231600.159715:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748507776:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231600.159725:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231600.159751:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231600/real 1761231600] req@ffff9437fa0dc700 x1846776748507776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231600.159759:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748507776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231600.159764:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231600.159766:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231600.159768:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748507776:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231600.670865:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231601.694835:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231602.718896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231602.718960:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231602.719022:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231604.063100:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231605.087034:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231605.279114:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748507904:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231605.279250:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231605.279336:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231605/real 1761231605] req@ffff9437f86d4e00 x1846776748507904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231605.279392:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4e00 x1846776748507904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231605.279410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231605.279418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231605.279425:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748507904:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231605.279452:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748508032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231605.279492:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231605.279507:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231605/real 1761231605] req@ffff9437f86d7b80 x1846776748508032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231605.279521:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748508032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231605.279531:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231605.279535:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231605.279539:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748508032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231605.279592:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748508160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231605.279643:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231605.279655:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231605/real 1761231605] req@ffff9437f86d7480 x1846776748508160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231605.279666:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748508160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231605.279675:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231605.279678:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231605.279681:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748508160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231605.279688:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748508288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231605.279710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231605.279721:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231605/real 1761231605] req@ffff9437f86d4380 x1846776748508288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231605.279734:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748508288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231605.279762:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231605.279765:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231605.279768:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748508288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231605.279773:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748508416:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231605.279791:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231605.279799:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231605/real 1761231605] req@ffff9437f86d7800 x1846776748508416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231605.279807:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7800 x1846776748508416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231605.279812:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231605.279815:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231605.279817:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748508416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231605.279820:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748508544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231605.279831:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231605.279837:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231605/real 1761231605] req@ffff9437f86d4000 x1846776748508544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231605.279849:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748508544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231605.279854:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231605.279856:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231605.279857:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748508544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231605.279861:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748508672:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231605.279871:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231605.279877:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231605/real 1761231605] req@ffff9437f86d5880 x1846776748508672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231605.279885:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748508672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231605.279905:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231605.279907:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231605.279909:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748508672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231605.279913:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748508800:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231605.279924:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231605.279931:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231605/real 1761231605] req@ffff9437f86d6a00 x1846776748508800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231605.279938:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748508800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231605.279948:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231605.279951:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231605.279953:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748508800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231605.790921:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231606.814905:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231607.838866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231608.862899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231609.886820:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231610.206922:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231610.399051:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748508928:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231610.399138:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231610.399199:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231610/real 1761231610] req@ffff9437f86d5c00 x1846776748508928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231610.399269:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748508928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231610.399311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231610.399333:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231610.399346:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748508928:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231610.399391:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748509056:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231610.399425:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231610.399440:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231610/real 1761231610] req@ffff9437f86d4700 x1846776748509056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231610.399461:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748509056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231610.399468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231610.399471:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231610.399473:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748509056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231610.399478:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748509184:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231610.399510:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231610.399519:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231610/real 1761231610] req@ffff9437f86d6d80 x1846776748509184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231610.399527:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748509184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231610.399533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231610.399535:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231610.399537:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748509184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231610.399542:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748509312:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231610.399553:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231610.399559:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231610/real 1761231610] req@ffff9437f86d5180 x1846776748509312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231610.399566:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748509312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231610.399576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231610.399578:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231610.399580:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748509312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231610.399584:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748509440:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231610.399594:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231610.399599:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231610/real 1761231610] req@ffff9437f86d6680 x1846776748509440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231610.399606:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748509440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231610.399611:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231610.399613:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231610.399615:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748509440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231610.399619:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748509568:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231610.399629:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231610.399634:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231610/real 1761231610] req@ffff9437f86d5f80 x1846776748509568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231610.399641:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748509568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231610.399646:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231610.399648:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231610.399650:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748509568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231610.399654:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748509696:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231610.399664:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231610.399670:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231610/real 1761231610] req@ffff9437f86d7100 x1846776748509696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231610.399676:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748509696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231610.399681:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231610.399683:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231610.399685:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748509696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231610.399688:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748509824:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231610.399698:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231610.399703:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231610/real 1761231610] req@ffff9437f86d6a00 x1846776748509824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231610.399710:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748509824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231610.399715:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231610.399717:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231610.399719:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748509824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231610.910885:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231611.230964:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231612.958883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231613.982880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231615.006867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231615.518995:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748509952:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231615.519056:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231615.519092:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231615/real 1761231615] req@ffff9437fa0dd500 x1846776748509952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231615.519114:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748509952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231615.519134:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231615.519141:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231615.519146:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748509952:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231615.519174:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748510080:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231615.519199:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231615.519215:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231615/real 1761231615] req@ffff9437fa0dc700 x1846776748510080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231615.519237:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748510080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231615.519258:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231615.519261:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231615.519263:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748510080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231615.519269:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748510208:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231615.519284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231615.519290:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231615/real 1761231615] req@ffff9437fa0dd180 x1846776748510208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231615.519298:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748510208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231615.519303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231615.519305:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231615.519307:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748510208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231615.519311:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748510336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231615.519321:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231615.519326:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231615/real 1761231615] req@ffff9437fa0ddc00 x1846776748510336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231615.519333:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748510336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231615.519338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231615.519340:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231615.519342:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748510336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231615.519345:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748510464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231615.519354:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231615.519360:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231615/real 1761231615] req@ffff9437fa0dc380 x1846776748510464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231615.519372:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748510464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231615.519377:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231615.519378:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231615.519380:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748510464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231615.519384:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748510592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231615.519393:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231615.519398:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231615/real 1761231615] req@ffff9437fa0df800 x1846776748510592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231615.519404:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748510592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231615.519424:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231615.519426:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231615.519428:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748510592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231615.519442:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748510720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231615.519455:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231615.519461:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231615/real 1761231615] req@ffff9437fa0dfb80 x1846776748510720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231615.519469:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748510720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231615.519478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231615.519481:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231615.519483:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748510720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231615.519486:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748510848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231615.519496:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231615.519501:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231615/real 1761231615] req@ffff9437fa0ddf80 x1846776748510848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231615.519508:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddf80 x1846776748510848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231615.519513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231615.519515:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231615.519517:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748510848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231616.030825:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231616.350925:0:15631:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 26 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1761231616.350933:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437fa0fca00/0x972a0cbea4930e48 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500f20 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.350955:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x5d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.350966:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x5d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.350982:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437fa0fda00/0x972a0cbea4930e3a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500efd expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.350992:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x65:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.350995:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x65:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351000:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437fa0fde00/0x972a0cbea4930e2c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500eda expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351005:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x32:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351007:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x32:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351011:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437fa03c200/0x972a0cbea4930da7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500d91 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351016:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x84:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351019:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x84:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351066:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9438019dc000/0x972a0cbea4930d7d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500d28 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351072:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x63:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351075:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x63:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351080:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c3778800/0x972a0cbea4930d53 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x47f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500caa expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351086:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x167:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351088:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x167:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351093:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c3778a00/0x972a0cbea4930d45 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500c87 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351103:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x3e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351106:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x3e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351110:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943800b2da00/0x972a0cbea4930cce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500b61 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351116:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x6b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351118:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x6b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351123:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437e232aa00/0x972a0cbea4930c26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d05009bd expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351128:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000403:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351130:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000403:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351134:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943800a21800/0x972a0cbea4930be7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d050090e expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351139:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x5f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351141:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x5f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351146:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff94373bfe6800/0x972a0cbea4930bd9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d05008eb expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351151:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x39:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351154:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x39:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351158:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943800a20800/0x972a0cbea4930bcb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d05008c8 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351167:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x7d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351170:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x7d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351175:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437f848c400/0x972a0cbea4930b2a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500732 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351180:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x69:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351182:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x69:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351187:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c0030800/0x972a0cbea4930ac1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500636 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351192:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x13:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351194:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x13:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351199:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c4a67e00/0x972a0cbea4930aa5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d05005e9 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351204:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x7a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351206:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x7a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351211:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c4a67000/0x972a0cbea4930a97 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d05005c6 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351217:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x6c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351219:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x6c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351223:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c4a66600/0x972a0cbea4930a89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d05005a3 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351232:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x61:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351234:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x61:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351239:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c4a67600/0x972a0cbea4930a7b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500580 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351243:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x87:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351246:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x87:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351250:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801a29200/0x972a0cbea4930a35 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d05004d1 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351256:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x4:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351259:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x4:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351263:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801a28e00/0x972a0cbea4930a27 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d05004ae expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351268:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000403:0x1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351271:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000403:0x1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351275:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801a28200/0x972a0cbea4930a0b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500468 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351280:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000403:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351282:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000403:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351287:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801a29600/0x972a0cbea49309fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d050043e expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351295:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351298:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351302:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801913400/0x972a0cbea49309c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d05003c7 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351307:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351310:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351314:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801912600/0x972a0cbea49309b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d05003a4 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351319:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x164:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351321:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x164:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351325:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943800a21e00/0x972a0cbea49309a9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500381 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351330:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x67:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351332:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x67:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351336:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801913800/0x972a0cbea493098d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xf6d7cc13d0500334 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231616.351341:0:15631:0:(vvp_io.c:1840:vvp_io_init()) [0x200000402:0x52:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1761231616.351343:0:15631:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x52:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1761231616.351371:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437fa0fca00/0x972a0cbea4930e48 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500f20 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351380:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437fa0fda00/0x972a0cbea4930e3a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500efd expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351385:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437fa0fde00/0x972a0cbea4930e2c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500eda expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351389:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437fa03c200/0x972a0cbea4930da7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500d91 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351393:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9438019dc000/0x972a0cbea4930d7d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500d28 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351419:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c3778800/0x972a0cbea4930d53 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x47f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500caa expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351423:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c3778a00/0x972a0cbea4930d45 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500c87 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351427:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943800b2da00/0x972a0cbea4930cce lrc: 1/0,0 mode: --/PR res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500b61 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351431:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437e232aa00/0x972a0cbea4930c26 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05009bd expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351435:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943800a21800/0x972a0cbea4930be7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d050090e expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351443:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff94373bfe6800/0x972a0cbea4930bd9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05008eb expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351448:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943800a20800/0x972a0cbea4930bcb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05008c8 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351452:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437f848c400/0x972a0cbea4930b2a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500732 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351456:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c0030800/0x972a0cbea4930ac1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500636 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351460:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c4a67e00/0x972a0cbea4930aa5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05005e9 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351464:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c4a67000/0x972a0cbea4930a97 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05005c6 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351469:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c4a66600/0x972a0cbea4930a89 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05005a3 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351473:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c4a67600/0x972a0cbea4930a7b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500580 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351477:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801a29200/0x972a0cbea4930a35 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05004d1 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351485:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801a28e00/0x972a0cbea4930a27 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05004ae expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351489:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801a28200/0x972a0cbea4930a0b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500468 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351493:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801a29600/0x972a0cbea49309fd lrc: 1/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d050043e expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351497:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801913400/0x972a0cbea49309c5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05003c7 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351502:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801912600/0x972a0cbea49309b7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05003a4 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351506:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943800a21e00/0x972a0cbea49309a9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500381 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351510:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801913800/0x972a0cbea493098d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500334 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351513:0:15631:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 26 locks packed 00010000:00010000:3.0:1761231616.351535:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437fa0fca00/0x972a0cbea4930e48 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500f20 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351552:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437fa0fda00/0x972a0cbea4930e3a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500efd expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351562:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437fa0fde00/0x972a0cbea4930e2c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500eda expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351569:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437fa03c200/0x972a0cbea4930da7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500d91 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351576:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9438019dc000/0x972a0cbea4930d7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500d28 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351585:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c3778800/0x972a0cbea4930d53 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x47f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500caa expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351594:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c3778a00/0x972a0cbea4930d45 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500c87 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351604:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943800b2da00/0x972a0cbea4930cce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500b61 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351632:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437e232aa00/0x972a0cbea4930c26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05009bd expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351641:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943800a21800/0x972a0cbea4930be7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d050090e expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351649:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff94373bfe6800/0x972a0cbea4930bd9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05008eb expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351658:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943800a20800/0x972a0cbea4930bcb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05008c8 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351665:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437f848c400/0x972a0cbea4930b2a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500732 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351673:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c0030800/0x972a0cbea4930ac1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500636 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351681:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c4a67e00/0x972a0cbea4930aa5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05005e9 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351688:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c4a67000/0x972a0cbea4930a97 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05005c6 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351694:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c4a66600/0x972a0cbea4930a89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05005a3 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351701:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff9437c4a67600/0x972a0cbea4930a7b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500580 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351707:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801a29200/0x972a0cbea4930a35 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05004d1 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351714:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801a28e00/0x972a0cbea4930a27 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05004ae expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351722:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801a28200/0x972a0cbea4930a0b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500468 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351758:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801a29600/0x972a0cbea49309fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d050043e expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351767:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801913400/0x972a0cbea49309c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05003c7 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351777:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801912600/0x972a0cbea49309b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d05003a4 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351789:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943800a21e00/0x972a0cbea49309a9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500381 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351797:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9437c8040800 lock: ffff943801913800/0x972a0cbea493098d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xf6d7cc13d0500334 expref: -99 pid: 276899 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231616.351805:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231616.351807:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231616.351808:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231617.054838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231618.078826:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231619.102834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00080000:3.0:1761231619.423524:0:2414:0:(client.c:1819:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9437fa0dce00 x1846776748511104/t0(0) o103->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:17/18 lens 504/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231620.126844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231620.638968:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748511232:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231620.639033:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231620.639072:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231620/real 1761231620] req@ffff9437f87fa680 x1846776748511232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231620.639110:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748511232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231620.639128:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231620.639135:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231620.639141:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748511232:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231620.639169:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748511360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231620.639199:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231620.639216:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231620/real 1761231620] req@ffff9437f87fb100 x1846776748511360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231620.639235:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748511360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231620.639250:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231620.639256:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231620.639260:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748511360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231620.639266:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748511488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231620.639281:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231620.639287:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231620/real 1761231620] req@ffff9437f87fad80 x1846776748511488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231620.639295:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748511488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231620.639300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231620.639302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231620.639304:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748511488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231620.639308:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748511616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231620.639318:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231620.639324:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231620/real 1761231620] req@ffff9437f87f9c00 x1846776748511616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231620.639346:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748511616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231620.639351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231620.639354:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231620.639356:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748511616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231620.639360:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748511744:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231620.639372:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231620.639378:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231620/real 1761231620] req@ffff9437f87fb800 x1846776748511744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231620.639390:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748511744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231620.639395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231620.639397:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231620.639398:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748511744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231620.639402:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748511872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231620.639411:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231620.639417:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231620/real 1761231620] req@ffff9437f87f9180 x1846776748511872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231620.639424:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748511872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231620.639429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231620.639431:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231620.639432:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748511872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231620.639445:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748512000:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231620.639455:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231620.639461:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231620/real 1761231620] req@ffff9437f87fa300 x1846776748512000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231620.639468:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748512000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231620.639477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231620.639479:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231620.639481:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748512000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231620.639485:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748512128:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231620.639493:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231620.639499:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231620/real 1761231620] req@ffff9437f87fbb80 x1846776748512128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231620.639506:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748512128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231620.639511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231620.639513:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231620.639514:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748512128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231621.150843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231621.470921:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231624.222846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231625.246820:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231625.759001:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748512256:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231625.759077:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231625.759128:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231625/real 1761231625] req@ffff9437f86d5880 x1846776748512256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231625.759162:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748512256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231625.759217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231625.759226:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231625.759236:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748512256:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231625.759285:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748512384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231625.759307:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231625.759317:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231625/real 1761231625] req@ffff9437f86d4000 x1846776748512384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231625.759326:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748512384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231625.759332:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231625.759335:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231625.759337:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748512384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231625.759341:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748512512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231625.759352:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231625.759358:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231625/real 1761231625] req@ffff9437f86d7800 x1846776748512512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231625.759366:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7800 x1846776748512512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231625.759372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231625.759374:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231625.759376:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748512512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231625.759380:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748512640:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231625.759390:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231625.759396:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231625/real 1761231625] req@ffff9437f86d4380 x1846776748512640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231625.759404:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748512640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231625.759409:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231625.759410:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231625.759412:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748512640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231625.759416:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748512768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231625.759425:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231625.759430:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231625/real 1761231625] req@ffff9437f86d7480 x1846776748512768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231625.759438:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748512768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231625.759443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231625.759444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231625.759446:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748512768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231625.759450:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748512896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231625.759459:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231625.759464:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231625/real 1761231625] req@ffff9437f86d7b80 x1846776748512896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231625.759472:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748512896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231625.759480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231625.759483:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231625.759486:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748512896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231625.759492:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748513024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231625.759512:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231625.759524:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231625/real 1761231625] req@ffff9437f86d4e00 x1846776748513024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231625.759537:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4e00 x1846776748513024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231625.759546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231625.759550:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231625.759553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748513024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231625.759560:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748513152:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231625.759582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231625.759593:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231625/real 1761231625] req@ffff9437f86d6a00 x1846776748513152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231625.759606:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748513152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231625.759620:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231625.759623:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231625.759627:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748513152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231626.270824:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231627.294824:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231627.614851:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231628.318832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231629.342877:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231630.366934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231630.879070:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748513280:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231630.879146:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231630.879234:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231630/real 1761231630] req@ffff9437f86d7100 x1846776748513280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231630.879261:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748513280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231630.879277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231630.879283:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231630.879290:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748513280:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231630.879319:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748513408:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231630.879350:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231630.879368:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231630/real 1761231630] req@ffff9437f86d5f80 x1846776748513408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231630.879399:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748513408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231630.879413:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231630.879418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231630.879424:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748513408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231630.879433:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748513536:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231630.879462:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231630.879479:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231630/real 1761231630] req@ffff9437f86d6680 x1846776748513536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231630.879498:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748513536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231630.879508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231630.879511:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231630.879514:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748513536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231630.879521:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748513664:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231630.879543:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231630.879553:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231630/real 1761231630] req@ffff9437f86d5180 x1846776748513664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231630.879564:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748513664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231630.879578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231630.879581:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231630.879584:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748513664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231630.879589:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748513792:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231630.879602:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231630.879610:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231630/real 1761231630] req@ffff9437f86d6d80 x1846776748513792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231630.879620:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748513792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231630.879627:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231630.879630:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231630.879633:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748513792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231630.879650:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748513920:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231630.879664:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231630.879672:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231630/real 1761231630] req@ffff9437f86d4700 x1846776748513920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231630.879683:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748513920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231630.879690:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231630.879692:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231630.879696:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748513920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231630.879701:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748514048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231630.879714:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231630.879722:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231630/real 1761231630] req@ffff9437f86d5c00 x1846776748514048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231630.879759:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748514048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231630.879767:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231630.879769:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231630.879772:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748514048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231630.879778:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748514176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231630.879796:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231630.879805:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231630/real 1761231630] req@ffff9437f86d7100 x1846776748514176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231630.879816:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748514176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231630.879823:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231630.879826:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231630.879829:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748514176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231631.390859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231632.414843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231633.438830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231633.758923:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231635.999175:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748514304:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231635.999277:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231635.999352:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231635/real 1761231635] req@ffff9437f86d6a00 x1846776748514304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231635.999402:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748514304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231635.999445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231635.999462:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231635.999478:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748514304:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231635.999526:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748514432:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231635.999579:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231635.999605:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231635/real 1761231635] req@ffff9437f86d4e00 x1846776748514432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231635.999655:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4e00 x1846776748514432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231635.999691:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231635.999703:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231635.999718:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748514432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231635.999793:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748514560:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231635.999840:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231635.999864:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231635/real 1761231635] req@ffff9437f86d7b80 x1846776748514560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231635.999882:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748514560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231635.999894:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231635.999898:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231635.999902:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748514560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231635.999910:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748514688:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231635.999937:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231635.999949:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231635/real 1761231635] req@ffff9437f86d7480 x1846776748514688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231635.999964:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748514688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231635.999974:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231635.999977:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231635.999981:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748514688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231635.999989:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748514816:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231636.000023:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231636.000044:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231635/real 1761231636] req@ffff9437f86d4380 x1846776748514816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231636.000068:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748514816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231636.000085:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231636.000092:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231636.000100:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748514816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231636.000164:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748514944:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231636.000207:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231636.000231:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231635/real 1761231636] req@ffff9437f86d7800 x1846776748514944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231636.000257:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7800 x1846776748514944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231636.000273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231636.000278:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231636.000282:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748514944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231636.000291:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748515072:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231636.000320:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231636.000334:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231635/real 1761231636] req@ffff9437f86d4000 x1846776748515072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231636.000349:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748515072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231636.000359:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231636.000363:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231636.000367:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748515072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231636.000374:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748515200:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231636.000392:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231636.000403:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231635/real 1761231636] req@ffff9437f86d5880 x1846776748515200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231636.000416:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748515200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231636.000426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231636.000429:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231636.000433:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748515200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231637.535075:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231639.902932:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231641.119156:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748515328:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231641.119262:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231641.119326:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231641/real 1761231641] req@ffff9437f86d5880 x1846776748515328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231641.119373:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748515328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231641.119416:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231641.119436:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231641.119453:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748515328:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231641.119503:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748515456:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231641.119559:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231641.119593:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231641/real 1761231641] req@ffff9437f86d4000 x1846776748515456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231641.119638:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748515456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231641.119658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231641.119675:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231641.119688:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748515456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231641.119699:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748515584:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231641.119759:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231641.119776:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231641/real 1761231641] req@ffff9437f86d7800 x1846776748515584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231641.119792:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7800 x1846776748515584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231641.119803:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231641.119807:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231641.119811:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748515584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231641.119819:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748515712:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231641.119843:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231641.119854:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231641/real 1761231641] req@ffff9437f86d4380 x1846776748515712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231641.119878:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748515712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231641.119887:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231641.119891:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231641.119895:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748515712:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231641.119902:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748515840:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231641.119921:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231641.119932:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231641/real 1761231641] req@ffff9437f86d7480 x1846776748515840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231641.119946:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748515840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231641.119956:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231641.119959:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231641.119963:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748515840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231641.119969:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748515968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231641.119987:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231641.119997:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231641/real 1761231641] req@ffff9437f86d7b80 x1846776748515968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231641.120011:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748515968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231641.120054:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231641.120058:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231641.120062:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748515968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231641.120088:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748516096:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231641.120112:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231641.120125:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231641/real 1761231641] req@ffff9437f86d4e00 x1846776748516096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231641.120140:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4e00 x1846776748516096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231641.120151:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231641.120154:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231641.120158:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748516096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231641.120165:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748516224:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231641.120182:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231641.120193:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231641/real 1761231641] req@ffff9437f86d6a00 x1846776748516224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231641.120206:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748516224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231641.120216:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231641.120220:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231641.120224:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748516224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231641.631373:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231642.654920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231643.679045:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231644.702919:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231645.726906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231646.047025:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231646.239219:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748516352:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231646.239385:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748516480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231646.239435:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748516608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231646.239489:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748516736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231646.239528:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748516864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231646.239567:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748516992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231646.239690:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748517120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231646.239777:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748517248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231646.750845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231648.798900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231649.311499:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231646/real 1761231649] req@ffff9437f86d5c00 x1846776748516480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231649.311558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748516480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231649.311581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231649.311606:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231649.311621:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748516480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231649.311646:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231646/real 1761231649] req@ffff9437f86d4700 x1846776748516608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231649.311667:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748516608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231649.311676:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231649.311681:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231649.311684:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748516608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231649.311693:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231646/real 1761231649] req@ffff9437f86d7100 x1846776748516352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231649.311706:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748516352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231649.311714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231649.311718:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231649.311721:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748516352:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231649.311791:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231646/real 1761231649] req@ffff9437f86d6a00 x1846776748517248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231649.311810:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748517248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231649.311820:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231649.311826:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231649.311833:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748517248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231649.311844:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231646/real 1761231649] req@ffff9437f86d5f80 x1846776748517120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231649.311859:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748517120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231649.311872:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231649.311879:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231649.311883:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748517120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231649.311892:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231646/real 1761231649] req@ffff9437f86d6680 x1846776748516992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231649.311923:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748516992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231649.311931:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231649.311935:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231649.311939:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748516992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231649.311947:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231646/real 1761231649] req@ffff9437f86d6d80 x1846776748516736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231649.311960:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748516736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231649.311969:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231649.311973:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231649.311977:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748516736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231649.311985:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231646/real 1761231649] req@ffff9437f86d5180 x1846776748516864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231649.311997:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748516864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231649.312006:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231649.312010:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231649.312014:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748516864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231649.822939:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231650.846943:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231651.359106:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748517376:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231651.359208:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231651.359269:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231651/real 1761231651] req@ffff9437fa0de680 x1846776748517376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231651.359309:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de680 x1846776748517376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231651.359338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231651.359350:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231651.359363:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748517376:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231651.359408:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748517504:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231651.359460:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231651.359497:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231651/real 1761231651] req@ffff9437fa0dea00 x1846776748517504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231651.359557:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748517504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231651.359587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231651.359602:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231651.359643:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748517504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231651.359657:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748517632:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231651.359689:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231651.359705:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231651/real 1761231651] req@ffff9437fa0ded80 x1846776748517632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231651.359719:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748517632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231651.359766:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231651.359771:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231651.359775:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748517632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231651.359783:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748517760:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231651.359811:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231651.359827:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231651/real 1761231651] req@ffff9437fa0df480 x1846776748517760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231651.359845:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748517760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231651.359855:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231651.359859:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231651.359864:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748517760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231651.359891:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748517888:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231651.359920:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231651.359936:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231651/real 1761231651] req@ffff9437fa0dc000 x1846776748517888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231651.359951:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748517888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231651.359962:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231651.359966:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231651.359971:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748517888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231651.359998:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748518016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231651.360048:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231651.360063:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231651/real 1761231651] req@ffff9437fa0dca80 x1846776748518016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231651.360166:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748518016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231651.360182:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231651.360185:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231651.360189:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748518016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231651.360198:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748518144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231651.360226:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231651.360239:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231651/real 1761231651] req@ffff9437fa0de300 x1846776748518144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231651.360254:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748518144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231651.360265:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231651.360270:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231651.360274:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748518144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231651.360281:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748518272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231651.360305:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231651.360318:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231651/real 1761231651] req@ffff9437fa0df100 x1846776748518272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231651.360331:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748518272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231651.360345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231651.360348:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231651.360353:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748518272:192.168.201.139@tcp:8:kworker.0 00010000:00010000:3.0:1761231652.190933:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231656.479104:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748518400:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231656.479186:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231656.479241:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231656/real 1761231656] req@ffff9437fa0df100 x1846776748518400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231656.479268:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748518400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231656.479285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231656.479292:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231656.479299:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748518400:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231656.479331:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748518528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231656.479365:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231656.479385:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231656/real 1761231656] req@ffff9437fa0de300 x1846776748518528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231656.479407:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748518528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231656.479423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231656.479429:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231656.479435:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748518528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231656.479446:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748518656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231656.479481:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231656.479499:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231656/real 1761231656] req@ffff9437fa0dca80 x1846776748518656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231656.479519:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748518656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231656.479535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231656.479541:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231656.479547:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748518656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231656.479557:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748518784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231656.479592:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231656.479610:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231656/real 1761231656] req@ffff9437fa0dc000 x1846776748518784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231656.479623:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748518784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231656.479633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231656.479636:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231656.479640:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748518784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231656.479646:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748518912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231656.479667:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231656.479677:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231656/real 1761231656] req@ffff9437fa0df480 x1846776748518912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231656.479713:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748518912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231656.479720:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231656.479722:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231656.479724:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748518912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231656.479741:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748519040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231656.479786:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231656.479816:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231656/real 1761231656] req@ffff9437fa0ded80 x1846776748519040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231656.479828:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748519040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231656.479835:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231656.479838:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231656.479841:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748519040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231656.479847:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748519168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231656.479864:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231656.479873:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231656/real 1761231656] req@ffff9437fa0dea00 x1846776748519168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231656.479883:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748519168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231656.479896:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231656.479899:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231656.479901:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748519168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231656.479906:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748519296:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231656.479919:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231656.479926:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231656/real 1761231656] req@ffff9437fa0de680 x1846776748519296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231656.479936:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de680 x1846776748519296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231656.479943:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231656.479945:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231656.479948:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748519296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231656.990937:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231658.014819:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231658.334932:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231659.038921:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231660.062922:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231661.086834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231661.599158:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748519424:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231661.599250:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231661.599313:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231661/real 1761231661] req@ffff9437f87f9500 x1846776748519424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231661.599365:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748519424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231661.599395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231661.599410:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231661.599424:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748519424:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231661.599446:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748519552:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231661.599490:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231661.599509:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231661/real 1761231661] req@ffff9437f87fb480 x1846776748519552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231661.599526:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748519552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231661.599538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231661.599543:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231661.599547:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748519552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231661.599576:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748519680:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231661.599605:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231661.599621:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231661/real 1761231661] req@ffff9437f87fbb80 x1846776748519680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231661.599638:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748519680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231661.599675:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231661.599686:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231661.599691:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748519680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231661.599700:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748519808:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231661.599775:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231661.599793:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231661/real 1761231661] req@ffff9437f87fa300 x1846776748519808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231661.599809:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748519808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231661.599819:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231661.599824:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231661.599828:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748519808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231661.599837:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748519936:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231661.599864:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231661.599879:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231661/real 1761231661] req@ffff9437f87f9180 x1846776748519936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231661.599896:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748519936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231661.599907:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231661.599911:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231661.599916:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748519936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231661.599924:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748520064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231661.599950:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231661.599965:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231661/real 1761231661] req@ffff9437f87fb800 x1846776748520064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231661.599981:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748520064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231661.599991:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231661.599995:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231661.599999:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748520064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231661.600007:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748520192:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231661.600031:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231661.600046:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231661/real 1761231661] req@ffff9437f87f9c00 x1846776748520192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231661.600061:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748520192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231661.600072:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231661.600076:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231661.600080:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748520192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231661.600088:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748520320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231661.600112:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231661.600126:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231661/real 1761231661] req@ffff9437f87fad80 x1846776748520320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231661.600141:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748520320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231661.600152:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231661.600156:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231661.600160:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748520320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231662.110846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231663.134826:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231664.158928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231664.479062:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231665.182920:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231666.719294:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748520448:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231666.719410:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231666.719478:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231666/real 1761231666] req@ffff9437f87fb100 x1846776748520448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231666.719518:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748520448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231666.719539:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231666.719552:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231666.719562:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748520448:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231666.719577:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748520576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231666.719618:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231666.719685:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231666/real 1761231666] req@ffff9437f87fa680 x1846776748520576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231666.719729:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748520576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231666.719782:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231666.719789:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231666.719799:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748520576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231666.719843:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748520704:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231666.719892:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231666.719941:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231666/real 1761231666] req@ffff9437f87f9f80 x1846776748520704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231666.719971:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748520704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231666.720021:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231666.720027:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231666.720033:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748520704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231666.720045:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748520832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231666.720088:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231666.720099:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231666/real 1761231666] req@ffff9437f87f8000 x1846776748520832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231666.720112:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748520832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231666.720121:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231666.720125:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231666.720128:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748520832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231666.720134:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748520960:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231666.720151:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231666.720161:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231666/real 1761231666] req@ffff9437f87f8e00 x1846776748520960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231666.720173:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748520960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231666.720182:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231666.720185:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231666.720188:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748520960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231666.720193:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748521088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231666.720210:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231666.720220:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231666/real 1761231666] req@ffff9437f87f8380 x1846776748521088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231666.720232:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748521088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231666.720240:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231666.720243:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231666.720247:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748521088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231666.720268:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748521216:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231666.720285:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231666.720296:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231666/real 1761231666] req@ffff9437f87f8700 x1846776748521216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231666.720308:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748521216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231666.720317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231666.720320:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231666.720323:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748521216:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231666.720329:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748521344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231666.720345:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231666.720371:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231666/real 1761231666] req@ffff9437f87f8a80 x1846776748521344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231666.720386:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748521344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231666.720396:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231666.720399:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231666.720403:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748521344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231668.254958:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231670.623025:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231671.839118:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748521472:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231671.839223:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231671.839287:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231671/real 1761231671] req@ffff9437f87faa00 x1846776748521472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231671.839343:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748521472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231671.839378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231671.839391:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231671.839401:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748521472:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231671.839441:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748521600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231671.839506:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231671.839537:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231671/real 1761231671] req@ffff9437f87f9880 x1846776748521600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231671.839603:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748521600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231671.839634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231671.839646:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231671.839660:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748521600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231671.839675:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748521728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231671.839715:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231671.839771:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231671/real 1761231671] req@ffff9437f87f8a80 x1846776748521728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231671.839826:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748521728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231671.839841:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231671.839855:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231671.839867:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748521728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231671.839890:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748521856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231671.839923:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231671.839937:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231671/real 1761231671] req@ffff9437f87f8700 x1846776748521856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231671.839951:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748521856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231671.839961:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231671.839965:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231671.839969:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748521856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231671.839990:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748521984:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231671.840011:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231671.840023:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231671/real 1761231671] req@ffff9437f87f8380 x1846776748521984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231671.840037:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748521984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231671.840054:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231671.840058:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231671.840062:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748521984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231671.840069:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748522112:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231671.840087:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231671.840097:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231671/real 1761231671] req@ffff9437f87f8e00 x1846776748522112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231671.840111:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748522112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231671.840121:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231671.840125:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231671.840128:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748522112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231671.840135:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748522240:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231671.840152:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231671.840163:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231671/real 1761231671] req@ffff9437f87f8000 x1846776748522240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231671.840177:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748522240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231671.840186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231671.840190:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231671.840194:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748522240:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231671.840201:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748522368:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231671.840220:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231671.840231:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231671/real 1761231671] req@ffff9437f87f9f80 x1846776748522368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231671.840244:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748522368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231671.840254:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231671.840258:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231671.840261:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748522368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231675.422919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231676.446905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231676.766981:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231676.959188:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748522496:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231676.959312:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231676.959432:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231676/real 1761231676] req@ffff9437fa0ddf80 x1846776748522496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231676.959554:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddf80 x1846776748522496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231676.959580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231676.959595:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231676.959615:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748522496:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231676.959685:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748522624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231676.959729:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231676.959793:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231676/real 1761231676] req@ffff9437fa0dfb80 x1846776748522624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231676.959845:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748522624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231676.959862:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231676.959890:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231676.959915:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748522624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231676.959936:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748522752:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231676.959971:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231676.959987:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231676/real 1761231676] req@ffff9437fa0df800 x1846776748522752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231676.960002:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748522752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231676.960013:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231676.960017:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231676.960021:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748522752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231676.960030:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748522880:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231676.960051:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231676.960062:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231676/real 1761231676] req@ffff9437fa0dc380 x1846776748522880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231676.960078:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748522880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231676.960103:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231676.960116:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231676.960118:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748522880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231676.960123:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748523008:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231676.960139:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231676.960146:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231676/real 1761231676] req@ffff9437fa0ddc00 x1846776748523008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231676.960156:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748523008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231676.960162:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231676.960164:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231676.960166:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748523008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231676.960170:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748523136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231676.960183:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231676.960190:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231676/real 1761231676] req@ffff9437fa0dd180 x1846776748523136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231676.960198:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748523136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231676.960210:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231676.960213:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231676.960215:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748523136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231676.960235:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748523264:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231676.960248:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231676.960256:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231676/real 1761231676] req@ffff9437fa0dc700 x1846776748523264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231676.960265:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748523264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231676.960272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231676.960274:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231676.960276:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748523264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231676.960280:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748523392:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231676.960292:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231676.960299:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231676/real 1761231676] req@ffff9437fa0dd500 x1846776748523392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231676.960308:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748523392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231676.960314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231676.960316:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231676.960319:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748523392:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231677.470898:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231678.494939:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231679.518911:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231680.542903:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231682.079219:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748523520:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231682.079343:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231682.079445:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231682/real 1761231682] req@ffff9437f86d4e00 x1846776748523520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231682.079505:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4e00 x1846776748523520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231682.079560:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231682.079581:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231682.079597:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748523520:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231682.079654:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748523648:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231682.079704:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231682.079767:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231682/real 1761231682] req@ffff9437f86d7b80 x1846776748523648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231682.079798:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748523648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231682.079832:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231682.079848:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231682.079861:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748523648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231682.079881:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748523776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231682.079922:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231682.079951:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231682/real 1761231682] req@ffff9437f86d7480 x1846776748523776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231682.079982:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748523776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231682.080000:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231682.080009:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231682.080016:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748523776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231682.080032:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748523904:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231682.080061:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231682.080081:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231682/real 1761231682] req@ffff9437f86d4380 x1846776748523904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231682.080098:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748523904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231682.080109:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231682.080113:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231682.080117:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748523904:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231682.080124:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748524032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231682.080142:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231682.080153:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231682/real 1761231682] req@ffff9437f86d7800 x1846776748524032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231682.080167:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7800 x1846776748524032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231682.080177:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231682.080180:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231682.080184:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748524032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231682.080208:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748524160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231682.080228:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231682.080239:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231682/real 1761231682] req@ffff9437f86d4000 x1846776748524160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231682.080254:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748524160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231682.080263:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231682.080267:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231682.080271:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748524160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231682.080277:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748524288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231682.080295:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231682.080305:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231682/real 1761231682] req@ffff9437f86d5880 x1846776748524288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231682.080319:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748524288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231682.080338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231682.080341:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231682.080345:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748524288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231682.080351:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748524416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231682.080369:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231682.080380:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231682/real 1761231682] req@ffff9437f86d4e00 x1846776748524416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231682.080393:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4e00 x1846776748524416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231682.080403:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231682.080407:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231682.080411:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748524416:192.168.201.139@tcp:8:kworker.0 00010000:00010000:3.0:1761231682.911026:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231686.686937:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00080000:3.0:1761231687.198844:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231687.198856:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231687.198862:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231687.198873:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8210 00000100:00080000:3.0:1761231687.198888:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231687.198897:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231687.198940:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99880 x1846776748524544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231687.198970:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231687.198973:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231687.198975:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231687.198979:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8210 00000100:00080000:3.0:1761231687.198981:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231687.198984:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231687.198993:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231687.199004:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a300 x1846776748524672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231687.199017:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231687.199033:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231687.199035:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231687.199041:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8210 00000100:00080000:3.0:1761231687.199044:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231687.199047:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231687.199051:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231687.199064:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748524800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231687.199071:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231687.199073:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231687.199076:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231687.199078:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8210 00000100:00080000:3.0:1761231687.199092:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231687.199096:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231687.199101:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231687.199117:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748524928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231687.199126:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231687.199129:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231687.199130:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231687.199135:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8210 00000100:00080000:3.0:1761231687.199144:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231687.199148:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231687.199154:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231687.199172:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748525056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231687.199184:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231687.199202:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231687.199208:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231687.199223:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8210 00000100:00080000:3.0:1761231687.199235:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231687.199245:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231687.199259:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231687.199280:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748525184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231687.199294:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231687.199297:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231687.199299:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231687.199308:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8210 00000100:00080000:3.0:1761231687.199320:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231687.199325:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231687.199330:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231687.199360:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748525312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231687.199384:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231687.199394:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231687.199401:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231687.199416:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8210 00000100:00080000:3.0:1761231687.199426:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231687.199437:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231687.199445:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231687.199467:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748525440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231687.710880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231687.710949:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231688.734948:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231689.055052:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231689.758973:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00080000:3.0:1761231692.318942:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231692.318960:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231692.318968:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231692.318985:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8216 00000100:00080000:3.0:1761231692.319006:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231692.319019:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231692.319086:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748525568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231692.319131:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231692.319136:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231692.319139:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231692.319145:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8216 00000100:00080000:3.0:1761231692.319152:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231692.319158:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231692.319173:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231692.319197:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748525696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231692.319233:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231692.319238:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231692.319241:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231692.319249:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8216 00000100:00080000:3.0:1761231692.319253:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231692.319294:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231692.319300:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231692.319320:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748525824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231692.319333:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231692.319337:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231692.319339:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231692.319347:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8216 00000100:00080000:3.0:1761231692.319353:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231692.319366:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231692.319386:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231692.319404:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748525952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231692.319417:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231692.319422:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231692.319426:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231692.319432:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8216 00000100:00080000:3.0:1761231692.319437:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231692.319447:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231692.319469:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231692.319489:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748526080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231692.319577:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231692.319595:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231692.319603:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231692.319621:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8216 00000100:00080000:3.0:1761231692.319647:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231692.319657:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231692.319664:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231692.319688:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748526208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231692.319709:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231692.319714:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231692.319716:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231692.319728:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8216 00000100:00080000:3.0:1761231692.319776:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231692.319784:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231692.319791:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231692.319811:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748526336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231692.319839:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231692.319866:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231692.319877:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231692.319890:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8216 00000100:00080000:3.0:1761231692.319904:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231692.319923:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231692.319940:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231692.319964:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748526464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231694.878903:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231695.198977:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231695.902860:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231696.926852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231697.439210:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748526592:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231697.439311:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231697.439378:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231697/real 1761231697] req@ffff9437fa0dd500 x1846776748526592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231697.439451:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748526592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231697.439480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231697.439493:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231697.439504:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748526592:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231697.439544:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748526720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231697.439592:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231697.439625:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231697/real 1761231697] req@ffff9437fa0dc700 x1846776748526720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231697.439660:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748526720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231697.439704:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231697.439721:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231697.439770:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748526720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231697.439783:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748526848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231697.439825:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231697.439852:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231697/real 1761231697] req@ffff9437fa0dd180 x1846776748526848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231697.439892:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748526848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231697.439920:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231697.439939:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231697.439949:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748526848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231697.439967:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748526976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231697.440013:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231697.440028:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231697/real 1761231697] req@ffff9437fa0ddc00 x1846776748526976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231697.440043:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748526976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231697.440053:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231697.440057:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231697.440060:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748526976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231697.440081:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748527104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231697.440102:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231697.440113:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231697/real 1761231697] req@ffff9437fa0dc380 x1846776748527104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231697.440128:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748527104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231697.440138:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231697.440142:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231697.440145:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748527104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231697.440152:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748527232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231697.440170:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231697.440181:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231697/real 1761231697] req@ffff9437fa0df800 x1846776748527232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231697.440348:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748527232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231697.440358:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231697.440362:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231697.440366:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748527232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231697.440375:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748527360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231697.440400:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231697.440414:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231697/real 1761231697] req@ffff9437fa0dfb80 x1846776748527360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231697.440428:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748527360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231697.440446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231697.440450:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231697.440454:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748527360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231697.440460:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748527488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231697.440479:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231697.440489:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231697/real 1761231697] req@ffff9437fa0ddf80 x1846776748527488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231697.440503:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddf80 x1846776748527488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231697.440513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231697.440516:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231697.440520:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748527488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231697.950874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231698.974856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231698.974957:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231699.998854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231701.022801:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231701.343018:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231702.046914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231702.559133:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748527616:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231702.559272:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231702.559351:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231702/real 1761231702] req@ffff9437f87fa680 x1846776748527616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231702.559436:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748527616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231702.559487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231702.559502:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231702.559523:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748527616:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231702.559588:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748527744:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231702.559649:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231702.559667:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231702/real 1761231702] req@ffff9437f87fb100 x1846776748527744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231702.559683:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748527744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231702.559695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231702.559699:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231702.559703:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748527744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231702.559712:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748527872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231702.559772:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231702.559787:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231702/real 1761231702] req@ffff9437f87fad80 x1846776748527872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231702.559801:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748527872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231702.559819:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231702.559824:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231702.559829:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748527872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231702.559837:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748528000:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231702.559863:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231702.559876:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231702/real 1761231702] req@ffff9437f87f9c00 x1846776748528000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231702.559890:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748528000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231702.559899:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231702.559903:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231702.559907:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748528000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231702.559915:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748528128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231702.559937:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231702.559948:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231702/real 1761231702] req@ffff9437f87fb800 x1846776748528128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231702.559962:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748528128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231702.559971:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231702.559975:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231702.559980:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748528128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231702.559988:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748528256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231702.560011:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231702.560024:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231702/real 1761231702] req@ffff9437f87f9180 x1846776748528256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231702.560038:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748528256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231702.560047:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231702.560051:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231702.560055:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748528256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231702.560062:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748528384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231702.560083:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231702.560095:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231702/real 1761231702] req@ffff9437f87fa300 x1846776748528384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231702.560126:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748528384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231702.560136:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231702.560140:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231702.560143:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748528384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231702.560173:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748528512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231702.560196:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231702.560210:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231702/real 1761231702] req@ffff9437f87fbb80 x1846776748528512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231702.560225:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748528512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231702.560235:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231702.560239:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231702.560243:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748528512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231703.070880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231704.094868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231705.118947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231707.167631:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231707.487066:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231707.679168:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748528640:192.168.201.139@tcp:250:kworker.0 00000800:00000100:3.0:1761231707.679271:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231707.679336:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231707/real 1761231707] req@ffff9437f87fb480 x1846776748528640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231707.679390:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748528640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231707.679425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231707.679439:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231707.679455:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748528640:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231707.679503:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748528768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231707.679556:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231707.679584:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231707/real 1761231707] req@ffff9437f87f9500 x1846776748528768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231707.679626:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748528768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231707.679646:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231707.679661:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231707.679674:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748528768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231707.679691:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748528896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231707.679779:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231707.679806:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231707/real 1761231707] req@ffff9437f87fbb80 x1846776748528896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231707.679829:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748528896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231707.679841:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231707.679846:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231707.679851:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748528896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231707.679860:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748529024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231707.679885:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231707.679897:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231707/real 1761231707] req@ffff9437f87fa300 x1846776748529024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231707.679911:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748529024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231707.679921:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231707.679925:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231707.679930:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748529024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231707.679936:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748529152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231707.679955:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231707.679965:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231707/real 1761231707] req@ffff9437f87f9180 x1846776748529152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231707.679978:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748529152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231707.679989:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231707.679992:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231707.679996:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748529152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231707.680019:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748529280:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761231707.680069:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231707.680083:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231707/real 1761231707] req@ffff9437f87fb800 x1846776748529280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231707.680098:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748529280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231707.680108:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231707.680111:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231707.680116:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748529280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231707.680124:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748529408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231707.680143:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231707.680154:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231707/real 1761231707] req@ffff9437f87f9c00 x1846776748529408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231707.680168:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748529408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231707.680178:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231707.680182:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231707.680185:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748529408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231707.680192:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748529536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761231707.680209:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231707.680221:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231707/real 1761231707] req@ffff9437f87fad80 x1846776748529536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231707.680235:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748529536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231707.680244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231707.680248:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761231707.680251:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748529536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231708.191226:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231708.191294:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00080000:3.0:1761231712.799070:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231712.799083:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231712.799090:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231712.799102:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8236 00000100:00080000:3.0:1761231712.799116:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231712.799125:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231712.799173:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748529664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231712.799216:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231712.799221:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231712.799223:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231712.799228:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8236 00000100:00080000:3.0:1761231712.799233:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231712.799254:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231712.799266:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231712.799285:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748529792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231712.799301:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231712.799309:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231712.799316:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231712.799325:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8236 00000100:00080000:3.0:1761231712.799329:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231712.799334:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231712.799341:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231712.799361:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748529920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231712.799373:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231712.799377:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231712.799380:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231712.799384:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8236 00000100:00080000:3.0:1761231712.799390:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231712.799394:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231712.799400:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231712.799413:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748530048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231712.799425:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231712.799430:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231712.799432:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231712.799438:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8236 00000100:00080000:3.0:1761231712.799445:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231712.799449:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231712.799455:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231712.799477:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748530176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231712.799497:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231712.799501:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231712.799504:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231712.799510:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8236 00000100:00080000:3.0:1761231712.799534:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231712.799548:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231712.799565:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231712.799596:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748530304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231712.799616:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231712.799622:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231712.799624:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231712.799632:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8236 00000100:00080000:3.0:1761231712.799640:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231712.799645:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231712.799654:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231712.799687:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748530432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231712.799719:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231712.799725:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231712.799730:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231712.799785:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8236 00000100:00080000:3.0:1761231712.799793:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231712.799799:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231712.799811:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231712.799836:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748530560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1761231713.631055:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231714.334897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000400:00000100:3.0:1761231715.871254:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:3.0:1761231715.871314:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761231715.871337:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231715.871384:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231715.871394:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231715.871403:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231715.871412:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231715.871422:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231715.871434:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231715.871445:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00080000:3.0:1761231717.918978:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231717.918991:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231717.918998:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231717.919012:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8241 00000100:00080000:3.0:1761231717.919028:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231717.919038:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231717.919101:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748530688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231717.919143:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231717.919151:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231717.919156:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231717.919166:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8241 00000100:00080000:3.0:1761231717.919176:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231717.919186:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231717.919206:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231717.919242:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748530816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231717.919268:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231717.919275:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231717.919279:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231717.919288:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8241 00000100:00080000:3.0:1761231717.919303:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231717.919316:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231717.919326:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231717.919353:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748530944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231717.919371:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231717.919387:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231717.919394:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231717.919410:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8241 00000100:00080000:3.0:1761231717.919421:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231717.919434:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231717.919447:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231717.919472:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748531072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231717.919509:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231717.919518:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231717.919523:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231717.919534:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8241 00000100:00080000:3.0:1761231717.919550:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231717.919563:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231717.919573:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231717.919603:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748531200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231717.919640:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231717.919648:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231717.919653:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231717.919669:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8241 00000100:00080000:3.0:1761231717.919684:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231717.919699:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231717.919710:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231717.919818:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748531328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231717.920463:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231717.920473:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231717.920478:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231717.920488:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8241 00000100:00080000:3.0:1761231717.920499:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231717.920510:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231717.920524:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231717.920554:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a300 x1846776748531456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231717.920578:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231717.920591:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231717.920601:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231717.920616:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8241 00000100:00080000:3.0:1761231717.920628:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231717.920638:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231717.920649:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231717.920699:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99880 x1846776748531584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231719.454999:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231719.775085:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231723.038956:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231723.038972:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231723.038981:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231723.038999:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8246 00000100:00080000:3.0:1761231723.039018:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231723.039031:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231723.039086:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99880 x1846776748531712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231723.039133:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231723.039141:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231723.039145:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231723.039153:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8246 00000100:00080000:3.0:1761231723.039163:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231723.039172:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231723.039187:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231723.039220:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a300 x1846776748531840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231723.039245:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231723.039252:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231723.039257:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231723.039264:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8246 00000100:00080000:3.0:1761231723.039275:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231723.039283:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231723.039301:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231723.039330:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748531968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231723.039350:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231723.039369:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231723.039378:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231723.039391:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8246 00000100:00080000:3.0:1761231723.039403:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231723.039423:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231723.039441:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231723.039480:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748532096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231723.039521:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231723.039529:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231723.039540:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231723.039555:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8246 00000100:00080000:3.0:1761231723.039565:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231723.039584:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231723.039598:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231723.039639:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748532224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231723.039683:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231723.039691:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231723.039695:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231723.039708:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8246 00000100:00080000:3.0:1761231723.039723:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231723.039786:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231723.039826:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231723.039862:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748532352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231723.039894:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231723.039903:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231723.039909:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231723.039923:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8246 00000100:00080000:3.0:1761231723.039943:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231723.039957:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231723.039978:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231723.040014:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748532480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231723.040057:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231723.040064:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231723.040069:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231723.040087:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8246 00000100:00080000:3.0:1761231723.040099:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231723.040119:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231723.040134:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231723.040171:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748532608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231723.550973:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231724.574936:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231725.598969:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231725.919078:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231726.622912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231727.646928:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231728.670818:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231731.038918:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231731.742841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231732.766894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00080000:3.0:1761231733.278898:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231733.278916:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231733.278924:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231733.278942:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8256 00000100:00080000:3.0:1761231733.278960:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231733.278972:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231733.279019:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748533888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231733.279059:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231733.279064:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231733.279067:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231733.279072:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8256 00000100:00080000:3.0:1761231733.279077:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231733.279083:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231733.279095:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231733.279112:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748534016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231733.279133:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231733.279141:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231733.279144:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231733.279151:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8256 00000100:00080000:3.0:1761231733.279158:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231733.279162:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231733.279169:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231733.279188:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748534144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231733.279203:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231733.279207:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231733.279209:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231733.279213:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8256 00000100:00080000:3.0:1761231733.279219:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231733.279232:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231733.279240:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231733.279258:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748534272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231733.279271:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231733.279276:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231733.279279:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231733.279289:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8256 00000100:00080000:3.0:1761231733.279294:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231733.279308:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231733.279321:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231733.279345:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748534400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231733.279368:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231733.279382:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231733.279386:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231733.279395:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8256 00000100:00080000:3.0:1761231733.279404:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231733.279418:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231733.279428:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231733.279440:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748534528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231733.279458:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231733.279464:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231733.279468:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231733.279474:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8256 00000100:00080000:3.0:1761231733.279494:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231733.279500:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231733.279507:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231733.279532:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748534656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231733.279556:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231733.279571:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231733.279574:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231733.279584:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8256 00000100:00080000:3.0:1761231733.279594:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231733.279606:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231733.279616:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231733.279634:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748534784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231734.815009:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231737.182993:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231739.934927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231740.958863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231740.958976:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231741.982900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231743.006917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231743.327001:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231744.030930:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231746.079009:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231747.102844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231748.126888:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000800:00000100:0.0:1761231748.640332:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231748.640347:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231748/real 1761231748] req@ffff9437fa0dea00 x1846776748537728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231748.640362:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748537728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231748.640373:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231748.640377:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231748.640381:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748537728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231748.640387:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748537856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231748.640405:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231748.640444:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231748/real 1761231748] req@ffff9437fa0df100 x1846776748537856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231748.640462:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748537856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231748.640472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231748.640476:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231748.640480:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748537856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231749.150853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231749.150946:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231749.471083:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231750.174955:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231751.198880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231752.222908:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231752.222918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231752.543004:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231753.246902:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231753.567011:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761231753.759045:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231753.759070:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761231753.759079:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231753.759113:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8277 00000100:00080000:0.0:1761231753.759130:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231753.759140:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761231753.759197:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748537984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231753.759237:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231753.759242:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231753.759244:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231753.759250:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8277 00000100:00080000:0.0:1761231753.759254:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231753.759258:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231753.759271:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231753.759288:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748538112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231753.759299:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231753.759304:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231753.759306:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231753.759312:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8277 00000100:00080000:0.0:1761231753.759317:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231753.759322:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231753.759329:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231753.759367:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748538240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231753.759402:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231753.759405:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231753.759406:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231753.759412:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8277 00000100:00080000:0.0:1761231753.759417:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231753.759422:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231753.759429:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231753.759442:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748538368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231753.759449:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231753.759452:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231753.759454:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231753.759457:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8277 00000100:00080000:0.0:1761231753.759477:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231753.759480:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231753.759484:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231753.759494:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748538496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231753.759501:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231753.759509:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231753.759512:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231753.759517:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8277 00000100:00080000:0.0:1761231753.759531:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231753.759535:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231753.759540:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231753.759550:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748538624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231753.759560:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231753.759570:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231753.759572:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231753.759582:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8277 00000100:00080000:0.0:1761231753.759590:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231753.759616:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231753.759648:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231753.759673:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748538752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231753.759723:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231753.759792:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231753.759800:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231753.759823:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8277 00000100:00080000:0.0:1761231753.759836:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231753.759846:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231753.759854:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231753.759875:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748538880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761231754.270947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231754.270952:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231755.294905:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231755.615054:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231756.318875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231757.342874:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231758.366951:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231758.687053:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761231758.878972:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231758.878986:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761231758.878993:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231758.879006:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8282 00000100:00080000:0.0:1761231758.879021:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231758.879031:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761231758.879077:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748539008/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231758.879115:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231758.879120:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231758.879123:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231758.879128:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8282 00000100:00080000:0.0:1761231758.879133:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231758.879139:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231758.879152:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231758.879170:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748539136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231758.879196:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231758.879202:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231758.879204:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231758.879210:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8282 00000100:00080000:0.0:1761231758.879217:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231758.879222:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231758.879229:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231758.879246:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748539264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231758.879259:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231758.879309:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231758.879315:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231758.879325:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8282 00000100:00080000:0.0:1761231758.879335:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231758.879341:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231758.879349:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231758.879373:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748539392/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231758.879422:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231758.879435:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231758.879440:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231758.879452:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8282 00000100:00080000:0.0:1761231758.879459:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231758.879469:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231758.879475:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231758.879497:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748539520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231758.879552:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231758.879557:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231758.879560:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231758.879568:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8282 00000100:00080000:0.0:1761231758.879571:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231758.879576:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231758.879582:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231758.879600:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748539648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231758.879617:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231758.879622:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231758.879627:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231758.879638:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8282 00000100:00080000:0.0:1761231758.879648:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231758.879654:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231758.879661:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231758.879681:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748539776/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231758.879704:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231758.879718:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231758.879726:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231758.879767:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8282 00000100:00080000:0.0:1761231758.879774:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231758.879783:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231758.879803:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231758.879842:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748539904/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231759.390893:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231759.390984:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761231759.711123:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231760.414953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231760.414991:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231761.438883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231761.439013:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231761.759079:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231762.462857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231762.462857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231763.486888:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231763.486919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231763.999044:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748540032:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231763.999141:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231763.999203:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231763/real 1761231763] req@ffff9437fa0ddf80 x1846776748540032/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231763.999247:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddf80 x1846776748540032/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231763.999269:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231763.999278:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231763.999285:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748540032:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231763.999314:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748540160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231763.999346:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231763.999365:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231763/real 1761231763] req@ffff9437fa0dd500 x1846776748540160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231763.999424:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748540160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231763.999459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231763.999468:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231763.999480:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748540160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231763.999497:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748540288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231763.999521:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231763.999531:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231763/real 1761231763] req@ffff9437fa0dc700 x1846776748540288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231763.999541:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748540288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231763.999548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231763.999551:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231763.999553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748540288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231763.999559:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748540416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231763.999572:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231763.999580:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231763/real 1761231763] req@ffff9437fa0dd180 x1846776748540416/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231763.999591:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748540416/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231763.999604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231763.999607:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231763.999610:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748540416:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231763.999614:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748540544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231763.999627:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231763.999634:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231763/real 1761231763] req@ffff9437fa0ddc00 x1846776748540544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231763.999644:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748540544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231763.999651:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231763.999653:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231763.999656:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748540544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231763.999672:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748540672:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231763.999686:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231763.999694:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231763/real 1761231763] req@ffff9437fa0dc380 x1846776748540672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231763.999704:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748540672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231763.999711:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231763.999713:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231763.999717:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748540672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231763.999722:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748540800:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231763.999751:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231763.999757:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231763/real 1761231763] req@ffff9437fa0df800 x1846776748540800/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231763.999765:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748540800/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231763.999770:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231763.999772:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231763.999791:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748540800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231763.999796:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748540928:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231763.999808:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231763.999816:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231763/real 1761231763] req@ffff9437fa0dfb80 x1846776748540928/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231763.999825:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748540928/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231763.999831:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231763.999833:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231763.999835:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748540928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231764.510820:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231764.510840:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231764.831090:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231765.534853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231765.534916:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761231765.855020:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231766.558895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231766.558895:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231767.582848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231767.903056:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231768.606893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231768.606966:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231769.119155:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748541056:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231769.119255:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231769.119323:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231769/real 1761231769] req@ffff9437fa0dfb80 x1846776748541056/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231769.119375:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748541056/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231769.119404:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231769.119418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231769.119432:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748541056:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231769.119478:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748541184:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231769.119535:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231769.119566:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231769/real 1761231769] req@ffff9437fa0df800 x1846776748541184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231769.119604:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748541184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231769.119622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231769.119632:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231769.119646:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748541184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231769.119668:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748541312:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231769.119711:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231769.119774:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231769/real 1761231769] req@ffff9437fa0dc380 x1846776748541312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231769.119843:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748541312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231769.119858:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231769.119864:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231769.119870:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748541312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231769.119878:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748541440:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231769.119903:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231769.119916:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231769/real 1761231769] req@ffff9437fa0ddc00 x1846776748541440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231769.119930:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748541440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231769.119939:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231769.119943:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231769.119946:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748541440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231769.119953:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748541568:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231769.119972:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231769.119983:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231769/real 1761231769] req@ffff9437fa0dd180 x1846776748541568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231769.120006:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748541568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231769.120016:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231769.120019:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231769.120023:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748541568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231769.120045:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748541696:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231769.120064:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231769.120076:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231769/real 1761231769] req@ffff9437fa0dc700 x1846776748541696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231769.120090:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748541696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231769.120100:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231769.120103:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231769.120106:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748541696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231769.120139:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748541824:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231769.120162:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231769.120175:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231769/real 1761231769] req@ffff9437fa0dd500 x1846776748541824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231769.120189:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748541824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231769.120207:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231769.120211:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231769.120215:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748541824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231769.120221:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748541952:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231769.120239:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231769.120250:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231769/real 1761231769] req@ffff9437fa0ddf80 x1846776748541952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231769.120263:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddf80 x1846776748541952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231769.120273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231769.120277:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231769.120280:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748541952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231769.630934:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231769.630989:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231770.654914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231770.975061:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231771.678902:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231771.999059:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231772.703030:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231772.703556:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231773.727434:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231774.046949:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231774.239048:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748542080:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231774.239126:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231774.239168:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231774/real 1761231774] req@ffff9437f86d5c00 x1846776748542080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231774.239196:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748542080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231774.239213:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231774.239220:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231774.239225:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748542080:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231774.239250:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748542208:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231774.239278:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231774.239293:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231774/real 1761231774] req@ffff9437f86d4700 x1846776748542208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231774.239332:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748542208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231774.239348:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231774.239355:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231774.239360:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748542208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231774.239374:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748542336:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231774.239407:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231774.239423:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231774/real 1761231774] req@ffff9437f86d7100 x1846776748542336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231774.239444:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748542336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231774.239478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231774.239484:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231774.239491:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748542336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231774.239502:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748542464:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231774.239524:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231774.239538:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231774/real 1761231774] req@ffff9437f86d6a00 x1846776748542464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231774.239563:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748542464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231774.239570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231774.239573:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231774.239576:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748542464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231774.239591:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748542592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231774.239604:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231774.239612:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231774/real 1761231774] req@ffff9437f86d5f80 x1846776748542592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231774.239620:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748542592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231774.239626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231774.239628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231774.239631:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748542592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231774.239635:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748542720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231774.239646:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231774.239652:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231774/real 1761231774] req@ffff9437f86d6680 x1846776748542720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231774.239660:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748542720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231774.239666:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231774.239668:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231774.239670:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748542720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231774.239674:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748542848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231774.239684:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231774.239691:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231774/real 1761231774] req@ffff9437f86d6d80 x1846776748542848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231774.239699:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748542848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231774.239705:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231774.239707:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231774.239710:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748542848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231774.239714:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748542976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231774.239725:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231774.239775:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231774/real 1761231774] req@ffff9437f86d5180 x1846776748542976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231774.239785:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748542976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231774.239792:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231774.239795:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231774.239797:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748542976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231774.751153:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231775.774995:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231775.775476:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231776.799253:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231777.119030:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231777.823024:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231777.823126:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231778.143028:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231778.847035:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231778.847041:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231779.359141:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748543104:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231779.359328:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748543232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231779.359404:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748543360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231779.359471:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748543488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231779.359529:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748543616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231779.359582:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748543744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231779.359631:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748543872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231779.359680:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748544000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231779.870880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231780.191047:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231780.894973:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231780.895057:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231781.918949:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231781.919028:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231782.431546:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231779/real 1761231782] req@ffff9437f86d5180 x1846776748544000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231782.431592:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748544000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231782.431614:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231782.431622:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231782.431631:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748544000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231782.431647:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231779/real 1761231782] req@ffff9437f86d7b80 x1846776748543872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231782.431673:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748543872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231782.431691:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231782.431709:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231782.431718:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748543872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231782.431771:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231779/real 1761231782] req@ffff9437f86d4380 x1846776748543616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231782.431807:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748543616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231782.431825:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231782.431835:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231782.431843:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748543616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231782.431862:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231779/real 1761231782] req@ffff9437f86d7480 x1846776748543744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231782.431887:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748543744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231782.431903:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231782.431948:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231782.431955:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748543744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231782.431969:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231779/real 1761231782] req@ffff9437f86d5880 x1846776748543232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231782.431996:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748543232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231782.432023:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231782.432031:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231782.432036:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748543232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231782.432050:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231779/real 1761231782] req@ffff9437f86d4000 x1846776748543360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231782.432075:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748543360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231782.432091:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231782.432098:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231782.432105:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748543360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231782.432116:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231779/real 1761231782] req@ffff9437f86d7800 x1846776748543488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231782.432138:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7800 x1846776748543488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231782.432151:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231782.432157:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231782.432163:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748543488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231782.432176:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231779/real 1761231782] req@ffff9437f86d4e00 x1846776748543104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231782.432199:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4e00 x1846776748543104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231782.432214:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231782.432221:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231782.432227:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748543104:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231782.942940:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761231783.263008:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231783.967000:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761231784.287098:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231784.479227:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748544128:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231784.479379:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231784.479481:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231784/real 1761231784] req@ffff9437f86d6d80 x1846776748544128/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231784.479537:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748544128/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231784.479596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231784.479622:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231784.479644:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748544128:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231784.479707:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748544256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231784.479873:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231784.479964:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231784/real 1761231784] req@ffff9437f86d6680 x1846776748544256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231784.480060:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748544256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231784.480099:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231784.480108:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231784.480117:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748544256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231784.480133:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748544384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231784.480182:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231784.480209:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231784/real 1761231784] req@ffff9437f86d5f80 x1846776748544384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231784.480235:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748544384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231784.480265:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231784.480272:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231784.480279:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748544384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231784.480293:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748544512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231784.480335:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231784.480356:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231784/real 1761231784] req@ffff9437f86d6a00 x1846776748544512/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231784.480380:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748544512/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231784.480396:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231784.480403:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231784.480409:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748544512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231784.480424:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748544640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231784.480467:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231784.480490:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231784/real 1761231784] req@ffff9437f86d7100 x1846776748544640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231784.480516:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748544640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231784.480530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231784.480537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231784.480545:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748544640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231784.480557:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748544768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231784.480608:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231784.480631:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231784/real 1761231784] req@ffff9437f86d4700 x1846776748544768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231784.480655:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748544768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231784.480671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231784.480678:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231784.480685:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748544768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231784.480779:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748544896:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231784.480824:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231784.480849:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231784/real 1761231784] req@ffff9437f86d5c00 x1846776748544896/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231784.480874:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748544896/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231784.480922:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231784.480930:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231784.480940:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748544896:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231784.480965:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748545024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231784.481009:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231784.481034:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231784/real 1761231784] req@ffff9437f86d6d80 x1846776748545024/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231784.481058:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748545024/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231784.481076:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231784.481082:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231784.481089:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748545024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231784.990950:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231786.014944:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231786.335045:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231787.359112:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231788.062972:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231788.062978:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231788.383058:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231789.086954:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231789.087063:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231789.407003:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231790.110994:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231791.134930:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231791.134942:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231791.455063:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231792.158828:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231792.158846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231792.478931:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231793.182935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231793.502983:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231794.206962:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231794.527090:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231795.230929:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231796.254880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231796.574961:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231797.278935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231797.598927:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231798.302823:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231798.622974:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231799.326921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231799.327011:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231799.327012:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761231799.647008:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231799.838854:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231799.838867:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231799.838874:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231799.838888:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8323 00000100:00080000:3.0:1761231799.838902:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231799.838909:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231799.838953:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748547456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231799.838980:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231799.838983:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231799.838984:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231799.838988:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8323 00000100:00080000:3.0:1761231799.838991:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231799.838994:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231799.839003:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231799.839012:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748547584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231799.839022:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231799.839026:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231799.839031:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231799.839046:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8323 00000100:00080000:3.0:1761231799.839049:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231799.839051:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231799.839054:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231799.839067:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748547712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231799.839075:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231799.839077:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231799.839078:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231799.839082:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8323 00000100:00080000:3.0:1761231799.839099:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231799.839103:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231799.839109:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231799.839126:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748547840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231799.839137:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231799.839155:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231799.839157:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231799.839163:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8323 00000100:00080000:3.0:1761231799.839167:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231799.839174:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231799.839189:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231799.839216:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748547968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231799.839283:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231799.839302:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231799.839309:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231799.839320:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8323 00000100:00080000:3.0:1761231799.839328:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231799.839339:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231799.839348:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231799.839371:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748548096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231799.839379:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231799.839382:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231799.839384:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231799.839391:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8323 00000100:00080000:3.0:1761231799.839400:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231799.839408:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231799.839412:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231799.839421:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748548224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231799.839445:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231799.839453:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231799.839460:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231799.839477:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8323 00000100:00080000:3.0:1761231799.839490:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231799.839499:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231799.839511:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231799.839525:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748548352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231800.350913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231800.350927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231801.374890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231801.695025:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231802.398976:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231802.398995:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231802.719090:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231803.422971:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231803.743062:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231804.446923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231804.767042:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231804.958953:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231804.958971:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231804.958980:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231804.958998:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8328 00000100:00080000:3.0:1761231804.959016:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231804.959029:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231804.959082:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748548480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231804.959122:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231804.959127:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231804.959130:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231804.959136:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8328 00000100:00080000:3.0:1761231804.959141:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231804.959146:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231804.959159:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231804.959176:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748548608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231804.959192:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231804.959197:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231804.959205:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231804.959216:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8328 00000100:00080000:3.0:1761231804.959223:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231804.959227:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231804.959234:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231804.959254:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748548736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231804.959268:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231804.959272:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231804.959275:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231804.959279:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8328 00000100:00080000:3.0:1761231804.959297:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231804.959302:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231804.959312:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231804.959334:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748548864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231804.959347:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231804.959352:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231804.959355:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231804.959361:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8328 00000100:00080000:3.0:1761231804.959367:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231804.959378:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231804.959392:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231804.959423:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748548992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231804.959492:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231804.959503:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231804.959512:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231804.959525:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8328 00000100:00080000:3.0:1761231804.959539:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231804.959543:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231804.959549:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231804.959562:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748549120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231804.959616:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231804.959621:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231804.959624:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231804.959631:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8328 00000100:00080000:3.0:1761231804.959639:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231804.959650:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231804.959664:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231804.959688:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a300 x1846776748549248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231804.959762:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231804.959768:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231804.959772:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231804.959784:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8328 00000100:00080000:3.0:1761231804.959796:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231804.959807:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231804.959814:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231804.959839:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99880 x1846776748549376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761231805.470890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231805.470985:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231806.494911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231806.815075:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231807.518943:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231807.839042:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231808.542884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231808.863050:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231809.566902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231809.887085:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231810.079176:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748549504:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231810.079284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231810.079348:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231810/real 1761231810] req@ffff9437fa0df100 x1846776748549504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231810.079396:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748549504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231810.079443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231810.079458:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231810.079473:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748549504:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231810.079559:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748549632:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231810.079627:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231810.079657:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231810/real 1761231810] req@ffff9437fa0dea00 x1846776748549632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231810.079717:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748549632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231810.079744:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231810.079751:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231810.079759:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748549632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231810.079812:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748549760:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231810.079862:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231810.079889:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231810/real 1761231810] req@ffff9437fa0ded80 x1846776748549760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231810.079915:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748549760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231810.079945:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231810.079958:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231810.079967:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748549760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231810.079982:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748549888:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231810.080021:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231810.080047:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231810/real 1761231810] req@ffff9437fa0df480 x1846776748549888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231810.080063:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748549888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231810.080073:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231810.080095:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231810.080099:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748549888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231810.080107:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748550016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231810.080129:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231810.080141:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231810/real 1761231810] req@ffff9437fa0dc000 x1846776748550016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231810.080155:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748550016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231810.080165:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231810.080168:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231810.080172:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748550016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231810.080198:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748550144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231810.080217:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231810.080228:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231810/real 1761231810] req@ffff9437fa0dca80 x1846776748550144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231810.080242:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748550144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231810.080252:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231810.080256:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231810.080260:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748550144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231810.080267:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748550272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231810.080283:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231810.080293:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231810/real 1761231810] req@ffff9437fa0de300 x1846776748550272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231810.080307:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748550272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231810.080318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231810.080322:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231810.080326:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748550272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231810.080333:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748550400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231810.080350:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231810.080360:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231810/real 1761231810] req@ffff9437fa0df100 x1846776748550400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231810.080373:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748550400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231810.080383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231810.080386:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231810.080390:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748550400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231810.590927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231810.590958:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231811.614905:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231811.935063:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231812.638945:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231812.959077:0:34898:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 2 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1761231812.959093:0:34898:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9437c3d0b800 lock: ffff94373bfe7a00/0x972a0cbea493158e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4bc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6d7cc13d0502991 expref: -99 pid: 288231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1761231812.959107:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231812.959147:0:34898:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9437c3d0b800 lock: ffff9437c3778600/0x972a0cbea4931579 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6d7cc13d0502936 expref: -99 pid: 288222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761231812.959204:0:34898:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9437c3d0b800 lock: ffff94373bfe7a00/0x972a0cbea493158e lrc: 1/0,0 mode: --/PR res: [0x240000402:0x4bc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6d7cc13d0502991 expref: -99 pid: 288231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761231812.959215:0:34898:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9437c3d0b800 lock: ffff9437c3778600/0x972a0cbea4931579 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x6fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6d7cc13d0502936 expref: -99 pid: 288222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761231812.959222:0:34898:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1761231812.959266:0:34898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9437c3d0b800 lock: ffff94373bfe7a00/0x972a0cbea493158e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4bc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6d7cc13d0502991 expref: -99 pid: 288231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761231812.959296:0:34898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9437c3d0b800 lock: ffff9437c3778600/0x972a0cbea4931579 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6d7cc13d0502936 expref: -99 pid: 288222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761231812.959315:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231812.959318:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231812.959322:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1761231813.983060:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231814.686998:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231815.007132:0:15631:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 2 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1761231815.007136:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231815.007148:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9437c8040800 lock: ffff94373bfe6200/0x972a0cbea49315c6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6d7cc13d0502a5c expref: -99 pid: 288236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761231815.007185:0:15631:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9437c8040800 lock: ffff94373bfe6c00/0x972a0cbea49315bf lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4bb:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6d7cc13d0502a40 expref: -99 pid: 288236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761231815.007301:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9437c8040800 lock: ffff94373bfe6200/0x972a0cbea49315c6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x6fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6d7cc13d0502a5c expref: -99 pid: 288236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761231815.007317:0:15631:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9437c8040800 lock: ffff94373bfe6c00/0x972a0cbea49315bf lrc: 1/0,0 mode: --/PR res: [0x240000402:0x4bb:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6d7cc13d0502a40 expref: -99 pid: 288236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761231815.007347:0:15631:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1761231815.007404:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9437c8040800 lock: ffff94373bfe6200/0x972a0cbea49315c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6d7cc13d0502a5c expref: -99 pid: 288236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1761231815.007502:0:15631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9437c8040800 lock: ffff94373bfe6c00/0x972a0cbea49315bf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4bb:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6d7cc13d0502a40 expref: -99 pid: 288236 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1761231815.007565:0:2411:0:(client.c:1819:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9437f86d7800 x1846776748550784/t0(0) o103->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1761231815.007587:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231815.007605:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231815.007620:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231815.007656:0:2413:0:(client.c:1819:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff943800b9a300 x1846776748550656/t0(0) o103->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231815.009509:0:2414:0:(client.c:1819:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9437fa0ddf80 x1846776748550912/t0(0) o103->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231815.199073:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748551040:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231815.199169:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231815.199254:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231815/real 1761231815] req@ffff9437fa0dd500 x1846776748551040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231815.199294:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748551040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231815.199319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231815.199329:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231815.199339:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748551040:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231815.199375:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748551168:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231815.199416:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231815.199499:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231815/real 1761231815] req@ffff9437fa0dc700 x1846776748551168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231815.199521:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748551168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231815.199536:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231815.199546:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231815.199557:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748551168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231815.199572:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748551296:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231815.199610:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231815.199630:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231815/real 1761231815] req@ffff9437fa0dd180 x1846776748551296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231815.199676:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748551296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231815.199703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231815.199714:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231815.199735:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748551296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231815.199782:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748551424:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231815.199822:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231815.199848:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231815/real 1761231815] req@ffff9437fa0ddc00 x1846776748551424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231815.199866:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748551424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231815.199880:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231815.199884:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231815.199888:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748551424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231815.199908:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748551552:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231815.199927:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231815.199937:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231815/real 1761231815] req@ffff9437fa0dc380 x1846776748551552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231815.199950:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748551552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231815.199967:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231815.199971:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231815.199975:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748551552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231815.199981:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748551680:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231815.199997:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231815.200007:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231815/real 1761231815] req@ffff9437fa0df800 x1846776748551680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231815.200038:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748551680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231815.200049:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231815.200052:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231815.200056:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748551680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231815.200063:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748551808:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231815.200082:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231815.200094:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231815/real 1761231815] req@ffff9437fa0dfb80 x1846776748551808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231815.200108:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748551808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231815.200117:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231815.200120:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231815.200125:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748551808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231815.200132:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748551936:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231815.200150:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231815.200163:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231815/real 1761231815] req@ffff9437fa0dd500 x1846776748551936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231815.200176:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748551936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231815.200186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231815.200189:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231815.200193:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748551936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231815.710954:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231816.031053:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231816.734827:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231816.734937:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231817.055011:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231817.759013:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231818.078959:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231818.782934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231818.782968:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231819.103047:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231819.806910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231819.806965:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231820.319150:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748552064:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231820.319257:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231820.319324:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231820/real 1761231820] req@ffff9437f86d5180 x1846776748552064/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231820.319391:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748552064/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231820.319439:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231820.319451:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231820.319466:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748552064:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231820.319509:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748552192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231820.319550:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231820.319576:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231820/real 1761231820] req@ffff9437f86d7b80 x1846776748552192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231820.319633:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748552192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231820.319666:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231820.319680:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231820.319690:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748552192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231820.319709:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748552320:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231820.319777:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231820.319800:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231820/real 1761231820] req@ffff9437f86d4380 x1846776748552320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231820.319834:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748552320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231820.319864:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231820.319875:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231820.319888:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748552320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231820.319902:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748552448:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231820.319944:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231820.319964:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231820/real 1761231820] req@ffff9437f86d7480 x1846776748552448/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231820.319981:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748552448/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231820.319991:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231820.319995:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231820.319999:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748552448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231820.320006:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748552576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231820.320026:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231820.320037:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231820/real 1761231820] req@ffff9437f86d5880 x1846776748552576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231820.320051:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748552576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231820.320060:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231820.320064:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231820.320068:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748552576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231820.320091:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748552704:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231820.320114:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231820.320132:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231820/real 1761231820] req@ffff9437f86d4000 x1846776748552704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231820.320148:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748552704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231820.320167:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231820.320171:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231820.320178:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748552704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231820.320186:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748552832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231820.320207:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231820.320218:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231820/real 1761231820] req@ffff9437f86d5180 x1846776748552832/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231820.320231:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748552832/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231820.320240:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231820.320244:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231820.320247:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748552832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231820.320254:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748552960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231820.320271:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231820.320281:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231820/real 1761231820] req@ffff9437f86d6d80 x1846776748552960/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231820.320294:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748552960/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231820.320304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231820.320308:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231820.320312:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748552960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231820.830893:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231821.151041:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231821.854946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231822.175887:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231822.878859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231823.198960:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231823.902991:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231824.223052:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231824.926870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231825.439102:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748553088:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231825.439205:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231825.439309:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231825/real 1761231825] req@ffff9437f86d6680 x1846776748553088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231825.439361:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748553088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231825.439398:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231825.439414:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231825.439426:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748553088:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231825.439468:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748553216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231825.439524:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231825.439552:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231825/real 1761231825] req@ffff9437f86d5f80 x1846776748553216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231825.439591:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748553216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231825.439619:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231825.439631:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231825.439639:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748553216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231825.439649:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748553344:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231825.439679:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231825.439691:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231825/real 1761231825] req@ffff9437f86d6a00 x1846776748553344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231825.439706:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748553344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231825.439716:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231825.439719:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231825.439723:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748553344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231825.439761:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748553472:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231825.439786:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231825.439800:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231825/real 1761231825] req@ffff9437f86d7100 x1846776748553472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231825.439814:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748553472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231825.439825:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231825.439829:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231825.439832:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748553472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231825.439839:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748553600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231825.439857:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231825.439867:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231825/real 1761231825] req@ffff9437f86d4700 x1846776748553600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231825.439890:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748553600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231825.439900:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231825.439904:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231825.439907:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748553600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231825.439914:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748553728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231825.439931:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231825.439942:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231825/real 1761231825] req@ffff9437f86d5c00 x1846776748553728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231825.439956:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748553728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231825.439966:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231825.439970:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231825.439973:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748553728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231825.439998:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748553856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231825.440017:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231825.440028:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231825/real 1761231825] req@ffff9437f86d6680 x1846776748553856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231825.440042:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748553856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231825.440059:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231825.440063:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231825.440067:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748553856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231825.440074:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748553984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231825.440091:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231825.440101:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231825/real 1761231825] req@ffff9437f86d6d80 x1846776748553984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231825.440114:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748553984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231825.440129:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231825.440135:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231825.440142:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748553984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231825.950840:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231826.270985:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231826.974903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231826.975019:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231827.294998:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231827.998888:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231828.319048:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231829.022886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231829.022947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231829.343084:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231830.046910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231830.046910:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00080000:3.0:1761231830.558909:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231830.558923:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231830.558932:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231830.558948:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8354 00000100:00080000:3.0:1761231830.558965:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231830.558973:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231830.559017:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748554112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231830.559052:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231830.559058:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231830.559060:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231830.559065:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8354 00000100:00080000:3.0:1761231830.559070:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231830.559076:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231830.559088:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231830.559103:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748554240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761231830.559111:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748554112:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761231830.559121:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231830.559127:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231830.559129:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231830.559134:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8354 00000100:00080000:3.0:1761231830.559139:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231830.559143:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231830.559149:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231830.559164:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748554368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231830.559175:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231830.559179:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231830.559182:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231830.559186:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8354 00000100:00080000:3.0:1761231830.559209:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761231830.559220:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761231830.559220:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231830.559232:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231830.559248:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748554496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231830.559259:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231830.559263:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231830.559266:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231830.559270:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8354 00000100:00080000:3.0:1761231830.559275:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761231830.559280:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231830/real 1761231830] req@ffff943800b9ad80 x1846776748554112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231830.559285:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231830.559295:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231830.559316:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748554624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761231830.559324:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748554112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231830.559336:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231830.559348:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231830.559354:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231830.559367:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8354 00000100:00080000:3.0:1761231830.559375:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231830.559381:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761231830.559383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761231830.559386:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761231830.559393:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231830.559406:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748554112:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231830.559407:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748554752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231830.559422:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231830.559426:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231830.559429:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231830.559433:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8354 00000100:00080000:3.0:1761231830.559438:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761231830.559443:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748554240:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761231830.559445:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231830.559459:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231830.559475:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748554880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231830.559488:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761231830.559495:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761231830.559497:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231830.559504:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231830.559510:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8354 00000100:00080000:3.0:1761231830.559517:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231830.559525:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761231830.559527:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231830/real 1761231830] req@ffff943800b9aa00 x1846776748554240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761231830.559531:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231830.559553:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748555008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761231830.559558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748554240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231830.559596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231830.559600:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231830.559605:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748554240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231830.559616:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748554368:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231830.559637:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231830.559647:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231830/real 1761231830] req@ffff943800b9b480 x1846776748554368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231830.559659:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748554368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231830.559668:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231830.559672:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231830.559675:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748554368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231830.559682:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748554496:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231830.559698:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231830.559707:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231830/real 1761231830] req@ffff943800b9b800 x1846776748554496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231830.559719:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748554496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231830.559754:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231830.559758:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231830.559761:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748554496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231830.559768:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748554624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231830.559789:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231830.559800:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231830/real 1761231830] req@ffff943800b98a80 x1846776748554624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231830.559812:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748554624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231830.559821:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231830.559825:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231830.559828:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748554624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231830.559833:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748554752:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231830.559849:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231830.559858:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231830/real 1761231830] req@ffff943800b99500 x1846776748554752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231830.559871:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748554752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231830.559879:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231830.559882:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231830.559885:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748554752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231830.559905:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748554880:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231830.559921:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231830.559931:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231830/real 1761231830] req@ffff943800b9bb80 x1846776748554880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231830.559943:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748554880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231830.559952:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231830.559955:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231830.559958:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748554880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231830.559963:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748555008:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231830.559978:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231830.559987:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231830/real 1761231830] req@ffff943800b9a680 x1846776748555008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231830.559999:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748555008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231830.560015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231830.560018:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231830.560022:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748555008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231831.070808:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231831.070830:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231831.390955:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231832.094901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231832.094956:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231832.095012:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231832.415090:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231833.118869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231833.118919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231833.438948:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231834.142889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231834.142943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231834.462990:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231835.166903:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231835.166971:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231835.679152:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748555136:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231835.679257:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231835.679324:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231835/real 1761231835] req@ffff9437f86d5180 x1846776748555136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231835.679381:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748555136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231835.679414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231835.679427:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231835.679443:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748555136:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231835.679485:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748555264:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231835.679540:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231835.679572:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231835/real 1761231835] req@ffff9437f86d4000 x1846776748555264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231835.679623:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748555264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231835.679668:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231835.679688:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231835.679705:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748555264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231835.679776:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748555392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231835.679828:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231835.679848:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231835/real 1761231835] req@ffff9437f86d5880 x1846776748555392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231835.679866:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748555392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231835.679877:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231835.679881:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231835.679886:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748555392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231835.679894:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748555520:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231835.679915:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231835.679926:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231835/real 1761231835] req@ffff9437f86d7480 x1846776748555520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231835.679940:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748555520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231835.679958:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231835.679962:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231835.679966:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748555520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231835.679972:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748555648:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231835.679990:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231835.680001:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231835/real 1761231835] req@ffff9437f86d4380 x1846776748555648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231835.680014:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748555648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231835.680024:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231835.680028:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231835.680031:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748555648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231835.680055:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748555776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231835.680074:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231835.680086:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231835/real 1761231835] req@ffff9437f86d7b80 x1846776748555776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231835.680100:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748555776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231835.680109:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231835.680113:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231835.680148:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748555776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231835.680156:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748555904:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231835.680179:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231835.680192:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231835/real 1761231835] req@ffff9437f86d5180 x1846776748555904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231835.680207:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748555904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231835.680216:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231835.680220:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231835.680224:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748555904:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231835.680230:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748556032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231835.680248:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231835.680259:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231835/real 1761231835] req@ffff9437f86d6d80 x1846776748556032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231835.680273:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748556032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231835.680283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231835.680286:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231835.680290:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748556032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231836.190889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231836.190902:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231836.511018:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231837.214826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231837.214910:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231837.535071:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231838.238927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231838.238981:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231838.559044:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231839.262971:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231839.263825:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231839.583030:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231840.286983:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231840.287078:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231840.287701:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231840.799210:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748556160:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231840.799308:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231840.799367:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231840/real 1761231840] req@ffff9437f86d6680 x1846776748556160/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231840.799392:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748556160/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231840.799408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231840.799413:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231840.799420:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748556160:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231840.799453:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748556288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231840.799480:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231840.799496:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231840/real 1761231840] req@ffff9437f86d5c00 x1846776748556288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231840.799512:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748556288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231840.799525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231840.799529:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231840.799535:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748556288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231840.799543:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748556416:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231840.799569:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231840.799585:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231840/real 1761231840] req@ffff9437f86d4700 x1846776748556416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231840.799598:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748556416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231840.799606:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231840.799609:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231840.799612:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748556416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231840.799618:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748556544:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231840.799636:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231840.799644:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231840/real 1761231840] req@ffff9437f86d7100 x1846776748556544/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231840.799654:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748556544/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231840.799660:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231840.799663:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231840.799665:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748556544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231840.799669:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748556672:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231840.799682:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231840.799691:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231840/real 1761231840] req@ffff9437f86d6a00 x1846776748556672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231840.799700:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748556672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231840.799707:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231840.799709:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231840.799711:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748556672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231840.799715:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748556800:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231840.799754:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231840.799764:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231840/real 1761231840] req@ffff9437f86d5f80 x1846776748556800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231840.799773:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748556800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231840.799780:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231840.799783:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231840.799785:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748556800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231840.799804:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748556928:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231840.799820:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231840.799828:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231840/real 1761231840] req@ffff9437f86d6680 x1846776748556928/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231840.799837:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748556928/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231840.799845:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231840.799848:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231840.799851:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748556928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231840.799855:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748557056:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231840.799866:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231840.799873:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231840/real 1761231840] req@ffff9437f86d6d80 x1846776748557056/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231840.799882:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748557056/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231840.799889:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231840.799892:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231840.799894:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748557056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231841.311074:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231841.311084:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761231841.631083:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231842.335133:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231842.335182:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231842.655077:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231843.359091:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231843.359217:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231843.359264:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231843.679053:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231844.382911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231844.703038:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231845.406914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231845.919194:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748557184:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231845.919367:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748557312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231845.919431:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748557440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231845.919477:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748557568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231845.919531:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748557696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231845.919582:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748557824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231845.919634:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748557952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231845.919687:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748558080:192.168.201.139@tcp:8:kworker.0 00010000:00010000:0.0:1761231846.751052:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231847.454937:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231847.775034:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231848.478906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231848.479016:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231848.799011:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231848.991389:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231845/real 1761231848] req@ffff9437fa0df480 x1846776748557696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231848.991449:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748557696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231848.991473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231848.991482:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231848.991490:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748557696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231848.991506:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231845/real 1761231848] req@ffff9437fa0ded80 x1846776748557824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231848.991529:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748557824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231848.991545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231848.991552:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231848.991559:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748557824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231848.991573:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231845/real 1761231848] req@ffff9437fa0de300 x1846776748557312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231848.991599:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748557312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231848.991615:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231848.991622:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231848.991628:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748557312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231848.991641:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231845/real 1761231848] req@ffff9437fa0dca80 x1846776748557440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231848.991662:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748557440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231848.991677:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231848.991684:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231848.991690:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748557440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231848.991703:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231845/real 1761231848] req@ffff9437fa0dc000 x1846776748557568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231848.991727:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748557568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231848.991783:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231848.991790:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231848.991797:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748557568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231848.991811:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231845/real 1761231848] req@ffff9437fa0df100 x1846776748557184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231848.991833:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748557184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231848.991848:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231848.991854:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231848.991860:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748557184:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231848.991968:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231845/real 1761231848] req@ffff9437fa0dd500 x1846776748558080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231848.991996:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748558080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231848.992013:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231848.992020:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231848.992027:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748558080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231848.992040:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231845/real 1761231848] req@ffff9437fa0dea00 x1846776748557952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231848.992063:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748557952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231848.992078:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231848.992085:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231848.992091:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748557952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231849.503140:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231849.823034:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231850.526972:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231851.039231:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748558208:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231851.039357:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231851.039433:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231851/real 1761231851] req@ffff9437fa0dfb80 x1846776748558208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231851.039491:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748558208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231851.039535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231851.039556:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231851.039577:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748558208:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231851.039630:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748558336:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231851.039701:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231851.039824:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231851/real 1761231851] req@ffff9437fa0df800 x1846776748558336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231851.039928:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748558336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231851.039968:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231851.039986:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231851.040004:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748558336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231851.040033:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748558464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231851.040090:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231851.040115:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231851/real 1761231851] req@ffff9437fa0dc380 x1846776748558464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231851.040141:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748558464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231851.040158:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231851.040165:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231851.040172:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748558464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231851.040185:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748558592:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231851.040227:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231851.040248:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231851/real 1761231851] req@ffff9437fa0ddc00 x1846776748558592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231851.040270:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748558592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231851.040300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231851.040306:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231851.040313:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748558592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231851.040325:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748558720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231851.040365:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231851.040387:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231851/real 1761231851] req@ffff9437fa0dd180 x1846776748558720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231851.040421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748558720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231851.040436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231851.040440:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231851.040447:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748558720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231851.040485:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748558848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231851.040524:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231851.040545:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231851/real 1761231851] req@ffff9437fa0dc700 x1846776748558848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231851.040566:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748558848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231851.040580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231851.040586:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231851.040592:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748558848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231851.040603:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748558976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231851.040637:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231851.040679:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231851/real 1761231851] req@ffff9437fa0dfb80 x1846776748558976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231851.040711:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748558976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231851.040779:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231851.040786:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231851.040793:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748558976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231851.040805:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748559104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231851.040846:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231851.040869:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231851/real 1761231851] req@ffff9437fa0dea00 x1846776748559104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231851.040924:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748559104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231851.040941:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231851.040947:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231851.040954:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748559104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231851.550939:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231851.871047:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231852.574918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231852.575010:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231852.895051:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231853.598927:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231853.598950:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231853.919046:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231854.622966:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231854.623009:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231854.943096:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231855.646926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00080000:3.0:1761231856.158941:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231856.158955:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231856.158962:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231856.158978:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8379 00000100:00080000:3.0:1761231856.158992:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231856.159001:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231856.159046:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748559232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231856.159085:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231856.159091:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231856.159093:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231856.159098:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8379 00000100:00080000:3.0:1761231856.159102:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231856.159107:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231856.159119:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231856.159135:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748559360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231856.159152:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761231856.159155:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748559232:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761231856.159158:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231856.159164:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231856.159174:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8379 00000100:00080000:3.0:1761231856.159178:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231856.159182:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231856.159189:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231856.159205:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748559488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231856.159218:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231856.159222:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231856.159224:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231856.159228:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8379 00000100:00080000:3.0:1761231856.159238:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231856.159243:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231856.159250:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761231856.159256:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761231856.159271:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748559616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231856.159285:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231856.159289:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231856.159291:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231856.159296:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8379 00000100:00080000:3.0:1761231856.159304:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231856.159309:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231856.159315:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231856.159318:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231856/real 1761231856] req@ffff943800b98e00 x1846776748559232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231856.159334:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748559744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231856.159349:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761231856.159354:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748559232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231856.159356:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231856.159364:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231856.159377:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8379 00000100:00080000:3.0:1761231856.159388:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231856.159394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231856.159395:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231856.159409:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761231856.159412:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231856.159424:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748559232:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231856.159428:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748559872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231856.159451:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231856.159455:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231856.159458:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761231856.159465:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748559360:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761231856.159471:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8379 00000100:00080000:3.0:1761231856.159480:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231856.159485:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231856.159491:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231856.159518:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748560000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761231856.159519:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761231856.159541:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761231856.159548:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231856/real 1761231856] req@ffff943800b99c00 x1846776748559360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231856.159550:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231856.159556:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231856.159570:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8379 00000100:00080000:3.0:1761231856.159587:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231856.159593:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761231856.159599:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748559360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761231856.159603:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761231856.159626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761231856.159629:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748560128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231856.159636:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231856.159650:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748559360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231856.159673:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748559488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231856.159704:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231856.159718:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231856/real 1761231856] req@ffff943800b98000 x1846776748559488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231856.159766:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748559488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231856.159778:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231856.159782:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231856.159786:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748559488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231856.159795:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748559616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231856.159852:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231856.159867:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231856/real 1761231856] req@ffff943800b98700 x1846776748559616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231856.159882:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748559616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231856.159892:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231856.159896:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231856.159900:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748559616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231856.159908:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748559744:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231856.159928:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231856.159940:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231856/real 1761231856] req@ffff943800b98380 x1846776748559744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231856.159953:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748559744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231856.159963:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231856.159967:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231856.159970:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748559744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231856.159976:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748559872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231856.159995:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231856.160006:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231856/real 1761231856] req@ffff943800b99f80 x1846776748559872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231856.160021:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748559872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231856.160030:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231856.160034:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231856.160037:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748559872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231856.160061:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748560000:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231856.160080:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231856.160092:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231856/real 1761231856] req@ffff943800b98e00 x1846776748560000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231856.160106:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748560000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231856.160116:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231856.160119:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231856.160123:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748560000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231856.160129:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748560128:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231856.160147:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231856.160157:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231856/real 1761231856] req@ffff943800b9a680 x1846776748560128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231856.160171:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748560128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231856.160189:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231856.160193:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231856.160196:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748560128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231856.670914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231856.670970:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231856.991042:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231857.694863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231857.694896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231858.015059:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231858.718917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231858.718930:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231859.038945:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231859.742877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231859.742908:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231860.062948:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231860.766883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231860.766931:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231861.279171:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748560256:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231861.279277:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231861.279339:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231861/real 1761231861] req@ffff9437f86d5180 x1846776748560256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231861.279391:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748560256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231861.279412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231861.279430:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231861.279442:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748560256:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231861.279489:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748560384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231861.279536:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231861.279564:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231861/real 1761231861] req@ffff9437f86d7b80 x1846776748560384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231861.279654:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748560384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231861.279693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231861.279705:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231861.279715:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748560384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231861.279824:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748560512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231861.279858:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231861.279877:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231861/real 1761231861] req@ffff9437f86d4380 x1846776748560512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231861.279900:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748560512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231861.279911:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231861.279915:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231861.279920:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748560512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231861.279929:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748560640:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231861.279950:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231861.279961:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231861/real 1761231861] req@ffff9437f86d7480 x1846776748560640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231861.279975:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748560640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231861.279994:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231861.279998:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231861.280002:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748560640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231861.280008:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748560768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231861.280027:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231861.280037:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231861/real 1761231861] req@ffff9437f86d5880 x1846776748560768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231861.280051:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748560768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231861.280061:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231861.280065:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231861.280068:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748560768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231861.280091:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748560896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231861.280111:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231861.280123:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231861/real 1761231861] req@ffff9437f86d4000 x1846776748560896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231861.280137:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748560896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231861.280147:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231861.280150:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231861.280155:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748560896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231861.280161:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748561024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231861.280178:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231861.280188:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231861/real 1761231861] req@ffff9437f86d5180 x1846776748561024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231861.280201:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748561024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231861.280210:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231861.280213:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231861.280217:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748561024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231861.280223:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748561152:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231861.280240:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231861.280251:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231861/real 1761231861] req@ffff9437f86d6d80 x1846776748561152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231861.280264:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748561152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231861.280274:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231861.280278:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231861.280281:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748561152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231861.790903:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231861.790929:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231861.790996:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231862.111092:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231862.814931:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231862.814931:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231863.135082:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231863.838895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231863.838959:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231864.159027:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231864.862911:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231865.182966:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231865.886917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231866.399186:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748561280:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231866.399285:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231866.399352:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231866/real 1761231866] req@ffff9437f86d6680 x1846776748561280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231866.399407:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748561280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231866.399428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231866.399447:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231866.399466:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748561280:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231866.399515:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748561408:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231866.399559:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231866.399588:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231866/real 1761231866] req@ffff9437f86d5f80 x1846776748561408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231866.399625:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748561408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231866.399687:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231866.399698:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231866.399709:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748561408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231866.399760:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748561536:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231866.399800:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231866.399827:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231866/real 1761231866] req@ffff9437f86d6a00 x1846776748561536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231866.399851:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748561536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231866.399863:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231866.399868:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231866.399872:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748561536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231866.399880:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748561664:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231866.399902:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231866.399914:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231866/real 1761231866] req@ffff9437f86d7100 x1846776748561664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231866.399928:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748561664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231866.399938:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231866.399942:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231866.399945:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748561664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231866.399952:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748561792:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231866.399970:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231866.399981:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231866/real 1761231866] req@ffff9437f86d4700 x1846776748561792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231866.399995:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748561792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231866.400005:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231866.400009:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231866.400013:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748561792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231866.400035:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748561920:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231866.400054:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231866.400066:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231866/real 1761231866] req@ffff9437f86d5c00 x1846776748561920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231866.400079:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748561920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231866.400090:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231866.400093:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231866.400097:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748561920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231866.400104:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748562048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231866.400121:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231866.400133:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231866/real 1761231866] req@ffff9437f86d6680 x1846776748562048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231866.400147:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748562048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231866.400156:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231866.400159:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231866.400164:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748562048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231866.400171:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748562176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231866.400188:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231866.400199:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231866/real 1761231866] req@ffff9437f86d6d80 x1846776748562176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231866.400212:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748562176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231866.400223:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231866.400226:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231866.400230:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748562176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231866.910906:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231866.911014:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761231867.231022:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231867.934957:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231868.254922:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231868.958891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231869.279102:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231869.982928:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231869.982944:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231870.303086:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231871.006888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231871.006975:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231871.519326:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748562304:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231871.519479:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231871.519568:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231871/real 1761231871] req@ffff9437fa0dd500 x1846776748562304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231871.519691:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748562304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231871.519712:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231871.519723:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231871.519780:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748562304:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231871.519853:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748562432:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231871.519956:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231871.520007:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231871/real 1761231871] req@ffff9437fa0df100 x1846776748562432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231871.520036:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748562432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231871.520057:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231871.520065:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231871.520072:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748562432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231871.520090:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748562560:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231871.520138:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231871.520161:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231871/real 1761231871] req@ffff9437fa0dc000 x1846776748562560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231871.520186:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748562560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231871.520204:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231871.520211:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231871.520217:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748562560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231871.520231:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748562688:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231871.520275:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231871.520299:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231871/real 1761231871] req@ffff9437fa0dca80 x1846776748562688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231871.520327:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748562688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231871.520344:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231871.520351:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231871.520358:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748562688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231871.520372:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748562816:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231871.520409:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231871.520425:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231871/real 1761231871] req@ffff9437fa0de300 x1846776748562816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231871.520441:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748562816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231871.520451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231871.520456:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231871.520460:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748562816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231871.520468:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748562944:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231871.520489:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231871.520501:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231871/real 1761231871] req@ffff9437fa0ded80 x1846776748562944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231871.520515:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748562944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231871.520534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231871.520538:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231871.520541:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748562944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231871.520572:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748563072:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231871.520632:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231871.520648:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231871/real 1761231871] req@ffff9437fa0df480 x1846776748563072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231871.520661:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748563072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231871.520672:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231871.520677:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231871.520681:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748563072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231871.520689:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748563200:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231871.520710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231871.520721:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231871/real 1761231871] req@ffff9437fa0dd500 x1846776748563200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231871.520775:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748563200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231871.520787:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231871.520791:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231871.520796:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748563200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231872.030931:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231872.030933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761231872.351043:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231873.054922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231873.375067:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231874.078900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231874.078902:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231874.399030:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231875.102918:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231875.422995:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231876.126905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00080000:0.0:1761231876.638927:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231876.638941:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761231876.638948:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231876.638962:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8400 00000100:00080000:0.0:1761231876.638977:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231876.638986:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761231876.639031:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748563328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231876.639068:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231876.639073:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231876.639076:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231876.639081:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8400 00000100:00080000:0.0:1761231876.639086:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231876.639091:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231876.639102:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231876.639120:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748563456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231876.639139:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231876.639153:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231876.639158:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231876.639166:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8400 00000100:00080000:0.0:1761231876.639170:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231876.639175:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231876.639182:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231876.639199:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748563584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231876.639211:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231876.639215:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231876.639218:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231876.639224:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8400 00000100:00080000:0.0:1761231876.639228:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231876.639233:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231876.639243:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231876.639265:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748563712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231876.639278:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231876.639283:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231876.639285:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231876.639292:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8400 00000100:00080000:0.0:1761231876.639298:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231876.639308:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231876.639320:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231876.639344:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748563840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231876.639378:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231876.639387:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231876.639392:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231876.639410:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8400 00000100:00080000:0.0:1761231876.639417:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231876.639429:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231876.639442:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231876.639458:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748563968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231876.639472:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231876.639483:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231876.639490:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231876.639497:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8400 00000100:00080000:0.0:1761231876.639531:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231876.639538:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231876.639545:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231876.639567:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748564096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231876.639585:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231876.639600:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231876.639607:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231876.639621:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8400 00000100:00080000:0.0:1761231876.639632:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231876.639644:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231876.639651:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231876.639673:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748564224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231877.150878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761231877.471109:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231878.174902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231878.495035:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231879.198894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231879.519050:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231880.222853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231880.543039:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231881.246881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231881.566885:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761231881.758951:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231881.758963:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761231881.758970:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231881.758984:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8405 00000100:00080000:0.0:1761231881.759001:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231881.759010:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761231881.759057:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748564352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231881.759096:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231881.759101:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231881.759103:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231881.759108:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8405 00000100:00080000:0.0:1761231881.759113:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231881.759119:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231881.759130:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231881.759147:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748564480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231881.759172:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231881.759178:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231881.759181:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231881.759188:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8405 00000100:00080000:0.0:1761231881.759195:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231881.759200:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231881.759206:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231881.759226:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748564608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231881.759239:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231881.759243:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231881.759245:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231881.759250:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8405 00000100:00080000:0.0:1761231881.759255:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231881.759265:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231881.759274:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231881.759292:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748564736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231881.759304:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231881.759309:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231881.759312:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231881.759318:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8405 00000100:00080000:0.0:1761231881.759328:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231881.759342:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231881.759356:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231881.759377:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748564864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231881.759419:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231881.759455:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231881.759458:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231881.759467:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8405 00000100:00080000:0.0:1761231881.759477:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231881.759490:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231881.759506:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231881.759520:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748564992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231881.759538:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231881.759546:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231881.759549:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231881.759556:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8405 00000100:00080000:0.0:1761231881.759575:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231881.759581:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231881.759591:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231881.759613:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748565120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231881.759653:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231881.759660:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231881.759665:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231881.759681:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8405 00000100:00080000:0.0:1761231881.759697:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231881.759706:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231881.759718:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231881.759785:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748565248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231882.270890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231882.270977:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231882.590995:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231883.294898:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231883.294990:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231883.615063:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231884.318933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231884.318996:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231884.639100:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231885.342836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231885.342891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231885.663088:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231886.366920:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231886.367015:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231886.687045:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761231886.878948:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231886.878961:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761231886.878969:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231886.878985:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8410 00000100:00080000:0.0:1761231886.879001:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231886.879012:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761231886.879066:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748565376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231886.879107:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231886.879112:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231886.879115:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231886.879122:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8410 00000100:00080000:0.0:1761231886.879129:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231886.879140:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231886.879153:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231886.879170:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748565504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231886.879212:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231886.879216:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231886.879218:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231886.879226:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8410 00000100:00080000:0.0:1761231886.879232:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231886.879237:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231886.879243:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231886.879257:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748565632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231886.879269:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231886.879273:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231886.879275:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231886.879282:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8410 00000100:00080000:0.0:1761231886.879289:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231886.879293:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231886.879303:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231886.879324:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748565760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231886.879340:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231886.879345:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231886.879370:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231886.879377:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8410 00000100:00080000:0.0:1761231886.879388:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231886.879410:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231886.879424:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231886.879449:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748565888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231886.879477:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231886.879489:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231886.879494:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231886.879511:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8410 00000100:00080000:0.0:1761231886.879518:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231886.879524:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231886.879530:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231886.879549:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748566016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231886.879568:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231886.879572:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231886.879575:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231886.879588:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8410 00000100:00080000:0.0:1761231886.879598:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231886.879612:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231886.879629:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231886.879652:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748566144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231886.879685:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231886.879698:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231886.879709:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231886.879722:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8410 00000100:00080000:0.0:1761231886.879780:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231886.879786:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231886.879801:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231886.879822:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748566272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761231887.390841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231887.390872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761231887.711032:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231888.414918:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231888.414936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231888.734988:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231889.438886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231889.438958:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231889.759036:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231890.462923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231890.462941:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231890.783034:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231891.486900:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231891.806894:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231891.998975:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231891.998987:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231891.998993:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231891.999008:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8415 00000100:00080000:3.0:1761231891.999023:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231891.999034:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231891.999078:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748566400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231891.999116:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231891.999121:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231891.999124:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231891.999129:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8415 00000100:00080000:3.0:1761231891.999134:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231891.999140:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231891.999151:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231891.999168:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748566528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231891.999195:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231891.999201:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231891.999203:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231891.999209:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8415 00000100:00080000:3.0:1761231891.999217:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231891.999221:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231891.999227:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231891.999246:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748566656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231891.999259:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231891.999263:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231891.999266:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231891.999271:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8415 00000100:00080000:3.0:1761231891.999277:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231891.999315:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231891.999325:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231891.999343:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748566784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231891.999356:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231891.999360:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231891.999362:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231891.999367:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8415 00000100:00080000:3.0:1761231891.999374:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231891.999379:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231891.999389:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231891.999414:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748566912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231891.999433:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231891.999448:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231891.999456:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231891.999469:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8415 00000100:00080000:3.0:1761231891.999484:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231891.999495:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231891.999507:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231891.999529:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748567040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231891.999545:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231891.999553:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231891.999561:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231891.999570:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8415 00000100:00080000:3.0:1761231891.999575:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231891.999581:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231891.999587:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231891.999607:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748567168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231891.999620:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231891.999628:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231891.999636:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231891.999653:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8415 00000100:00080000:3.0:1761231891.999663:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231891.999675:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231891.999688:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231891.999710:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748567296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231892.510844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231892.510944:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231892.831060:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231893.534880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231893.854904:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231894.558920:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231894.558987:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231894.878998:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231895.582844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231895.582925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231895.903013:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231896.606889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231896.606992:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231896.927022:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231897.630873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231897.630939:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231897.950981:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231898.654894:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231898.654976:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231898.975048:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231899.678853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231899.678901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231899.678932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231899.999010:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231900.702857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231900.702950:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231901.023034:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231901.726885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231901.726974:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231902.047081:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231902.750884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761231903.071057:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231903.774997:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231904.095034:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231904.798927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231905.119063:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231905.823083:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231906.142956:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231906.847028:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231907.166956:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231907.871042:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761231908.191023:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231908.894974:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231909.215008:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231909.919011:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231909.919279:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231910.239125:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231911.262948:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231911.967007:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231912.287145:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761231912.478943:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231912.478958:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761231912.478965:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231912.478981:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8436 00000100:00080000:0.0:1761231912.479005:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231912.479015:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761231912.479097:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748570496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231912.479148:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231912.479156:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231912.479160:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231912.479170:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8436 00000100:00080000:0.0:1761231912.479180:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231912.479190:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231912.479205:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231912.479235:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748570624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231912.479253:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231912.479259:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231912.479262:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231912.479268:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8436 00000100:00080000:0.0:1761231912.479288:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231912.479293:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231912.479300:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231912.479318:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748570752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231912.479332:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231912.479336:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231912.479339:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231912.479343:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8436 00000100:00080000:0.0:1761231912.479347:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231912.479351:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231912.479358:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231912.479376:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748570880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231912.479392:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231912.479402:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231912.479410:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231912.479418:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8436 00000100:00080000:0.0:1761231912.479425:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231912.479430:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231912.479438:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231912.479457:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748571008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231912.479469:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231912.479475:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231912.479483:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231912.479493:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8436 00000100:00080000:0.0:1761231912.479500:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231912.479505:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231912.479513:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231912.479535:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748571136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231912.479561:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231912.479566:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231912.479569:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231912.479575:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8436 00000100:00080000:0.0:1761231912.479581:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231912.479587:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231912.479597:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231912.479628:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748571264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231912.479649:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231912.479664:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231912.479672:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231912.479682:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8436 00000100:00080000:0.0:1761231912.479693:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231912.479708:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231912.479722:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231912.479806:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748571392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231912.990897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231913.311038:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231914.014933:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231914.335030:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231915.038986:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231915.359076:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1761231915.551286:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:0.0:1761231915.551404:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761231915.551442:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761231915.551537:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761231915.551558:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761231915.551575:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761231915.551593:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761231915.551610:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761231915.551627:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761231915.551645:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:0.0:1761231916.062920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231916.383009:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231917.086923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231917.086935:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231917.407084:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761231917.598933:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231917.598950:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761231917.598957:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231917.598978:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8441 00000100:00080000:0.0:1761231917.599031:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231917.599062:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761231917.599126:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748571520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231917.599168:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231917.599173:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231917.599175:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231917.599181:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8441 00000100:00080000:0.0:1761231917.599186:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231917.599191:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231917.599207:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231917.599224:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748571648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231917.599256:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231917.599263:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231917.599267:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231917.599289:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8441 00000100:00080000:0.0:1761231917.599295:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231917.599299:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231917.599307:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231917.599337:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748571776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231917.599376:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231917.599381:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231917.599387:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231917.599406:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8441 00000100:00080000:0.0:1761231917.599421:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231917.599432:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231917.599443:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231917.599472:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748571904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231917.599497:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231917.599516:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231917.599522:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231917.599538:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8441 00000100:00080000:0.0:1761231917.599547:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231917.599564:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231917.599583:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231917.599616:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748572032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231917.599653:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231917.599666:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231917.599671:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231917.599683:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8441 00000100:00080000:0.0:1761231917.599691:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231917.599699:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231917.599710:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231917.599744:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748572160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231917.599842:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231917.599853:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231917.599858:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231917.599872:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8441 00000100:00080000:0.0:1761231917.599885:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231917.599905:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231917.599948:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231917.599992:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748572288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231917.600054:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231917.600067:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231917.600078:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231917.600093:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8441 00000100:00080000:0.0:1761231917.600108:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231917.600127:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231917.600138:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231917.600168:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748572416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231918.110957:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231918.431062:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231919.134832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231919.455095:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231920.158883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231920.479069:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231921.182924:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231921.502948:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231922.206924:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231922.527035:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231922.718931:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231922.718975:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231922.718982:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231922.718995:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8446 00000100:00080000:3.0:1761231922.719009:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231922.719018:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231922.719062:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748572544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231922.719102:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231922.719107:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231922.719109:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231922.719115:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8446 00000100:00080000:3.0:1761231922.719119:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231922.719126:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231922.719139:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231922.719157:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748572672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231922.719196:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231922.719201:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231922.719205:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231922.719212:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8446 00000100:00080000:3.0:1761231922.719217:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231922.719222:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231922.719228:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231922.719245:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748572800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231922.719258:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231922.719264:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231922.719271:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231922.719284:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8446 00000100:00080000:3.0:1761231922.719291:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231922.719297:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231922.719305:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231922.719320:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748572928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231922.719333:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231922.719339:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231922.719345:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231922.719358:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8446 00000100:00080000:3.0:1761231922.719370:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231922.719376:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231922.719382:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231922.719401:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748573056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231922.719423:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231922.719436:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231922.719443:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231922.719459:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8446 00000100:00080000:3.0:1761231922.719465:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231922.719470:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231922.719475:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231922.719494:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748573184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231922.719511:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231922.719515:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231922.719518:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231922.719526:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8446 00000100:00080000:3.0:1761231922.719538:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231922.719546:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231922.719551:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231922.719570:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748573312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231922.719612:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231922.719624:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231922.719630:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231922.719640:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8446 00000100:00080000:3.0:1761231922.719648:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231922.719663:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231922.719676:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231922.719697:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748573440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231923.230865:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231923.551017:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231924.254977:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231924.575023:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231925.279004:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231925.279028:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231925.599075:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231926.302953:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231926.302977:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231926.623094:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231927.326934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231927.326961:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231927.647071:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761231927.838961:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231927.838980:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761231927.838987:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231927.839003:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8451 00000100:00080000:0.0:1761231927.839021:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231927.839031:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761231927.839076:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748573568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231927.839118:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231927.839123:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231927.839126:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231927.839133:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8451 00000100:00080000:0.0:1761231927.839139:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231927.839149:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231927.839162:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231927.839183:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748573696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231927.839225:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231927.839229:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231927.839232:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231927.839240:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8451 00000100:00080000:0.0:1761231927.839247:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231927.839252:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231927.839260:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231927.839274:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748573824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231927.839287:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231927.839292:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231927.839295:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231927.839300:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8451 00000100:00080000:0.0:1761231927.839305:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231927.839310:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231927.839317:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231927.839335:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748573952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231927.839349:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231927.839354:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231927.839356:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231927.839366:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8451 00000100:00080000:0.0:1761231927.839373:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231927.839381:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231927.839387:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231927.839421:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748574080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231927.839436:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231927.839441:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231927.839445:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231927.839464:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8451 00000100:00080000:0.0:1761231927.839481:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231927.839501:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231927.839510:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231927.839533:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748574208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231927.839577:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231927.839582:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231927.839586:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231927.839592:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8451 00000100:00080000:0.0:1761231927.839596:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231927.839603:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231927.839614:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231927.839648:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748574336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231927.839669:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231927.839675:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231927.839681:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231927.839694:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8451 00000100:00080000:0.0:1761231927.839704:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231927.839718:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231927.839775:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231927.839796:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748574464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761231928.350841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231928.350850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231928.671090:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231929.374946:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231929.695097:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231930.398889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231930.398910:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231930.719088:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231931.423016:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231931.423058:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231931.743102:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231932.446976:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231932.446986:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231932.767005:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231932.959177:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748574592:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231932.959296:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231932.959360:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231932/real 1761231932] req@ffff9437fa0dea00 x1846776748574592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231932.959451:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748574592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231932.959496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231932.959505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231932.959524:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748574592:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231932.959553:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748574720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231932.959611:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231932.959644:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231932/real 1761231932] req@ffff9437fa0dfb80 x1846776748574720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231932.959662:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748574720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231932.959675:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231932.959680:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231932.959684:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748574720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231932.959716:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748574848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231932.959776:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231932.959791:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231932/real 1761231932] req@ffff9437fa0dc700 x1846776748574848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231932.959807:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748574848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231932.959817:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231932.959821:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231932.959848:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748574848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231932.959857:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748574976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231932.959881:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231932.959894:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231932/real 1761231932] req@ffff9437fa0dd180 x1846776748574976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231932.959909:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748574976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231932.959920:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231932.959924:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231932.959928:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748574976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231932.959935:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748575104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231932.959955:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231932.959966:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231932/real 1761231932] req@ffff9437fa0ddc00 x1846776748575104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231932.959980:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748575104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231932.959990:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231932.959994:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231932.959997:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748575104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231932.960004:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748575232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231932.960023:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231932.960034:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231932/real 1761231932] req@ffff9437fa0dc380 x1846776748575232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231932.960048:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748575232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231932.960058:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231932.960061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231932.960065:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748575232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231932.960072:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748575360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231932.960089:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231932.960099:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231932/real 1761231932] req@ffff9437fa0df800 x1846776748575360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231932.960122:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748575360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231932.960132:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231932.960135:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231932.960139:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748575360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231932.960146:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748575488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231932.960163:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231932.960173:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231932/real 1761231932] req@ffff9437fa0dd500 x1846776748575488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231932.960186:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748575488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231932.960196:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231932.960200:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231932.960204:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748575488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231933.470848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231933.470855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231933.791005:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231934.494867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231934.494872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231934.814926:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231935.518960:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231935.518969:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231935.838969:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231936.542990:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231936.862937:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231937.566917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231937.886969:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231938.079032:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748575616:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231938.079094:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231938.079131:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231938/real 1761231938] req@ffff9437f86d6680 x1846776748575616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231938.079149:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748575616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231938.079166:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231938.079176:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231938.079182:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748575616:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231938.079203:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748575744:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231938.079229:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231938.079243:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231938/real 1761231938] req@ffff9437f86d5f80 x1846776748575744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231938.079267:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748575744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231938.079281:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231938.079286:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231938.079294:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748575744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231938.079304:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748575872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231938.079319:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231938.079326:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231938/real 1761231938] req@ffff9437f86d6a00 x1846776748575872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231938.079334:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748575872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231938.079344:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231938.079346:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231938.079348:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748575872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231938.079352:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748576000:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231938.079361:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231938.079367:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231938/real 1761231938] req@ffff9437f86d7100 x1846776748576000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231938.079374:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748576000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231938.079379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231938.079381:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231938.079383:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748576000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231938.079387:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748576128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231938.079396:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231938.079402:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231938/real 1761231938] req@ffff9437f86d4700 x1846776748576128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231938.079408:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748576128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231938.079414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231938.079416:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231938.079418:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748576128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231938.079422:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748576256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231938.079431:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231938.079436:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231938/real 1761231938] req@ffff9437f86d5c00 x1846776748576256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231938.079443:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748576256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231938.079448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231938.079450:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231938.079452:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748576256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231938.079466:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748576384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231938.079475:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231938.079481:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231938/real 1761231938] req@ffff9437f86d6680 x1846776748576384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231938.079489:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748576384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231938.079494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231938.079495:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231938.079497:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748576384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231938.079501:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748576512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231938.079509:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231938.079516:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231938/real 1761231938] req@ffff9437f86d6d80 x1846776748576512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231938.079523:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748576512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231938.079528:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231938.079530:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231938.079532:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748576512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231938.590858:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231938.590935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231938.910963:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231939.614844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231939.934942:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231940.638914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231940.958949:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231941.662877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231941.982945:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231942.686873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231943.006909:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231943.198966:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748576640:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231943.199078:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231943.199144:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231943/real 1761231943] req@ffff9437f86d5180 x1846776748576640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231943.199190:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748576640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231943.199209:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231943.199226:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231943.199238:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748576640:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231943.199286:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748576768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231943.199341:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231943.199369:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231943/real 1761231943] req@ffff9437f86d4000 x1846776748576768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231943.199402:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748576768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231943.199441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231943.199455:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231943.199473:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748576768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231943.199492:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748576896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231943.199532:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231943.199551:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231943/real 1761231943] req@ffff9437f86d5880 x1846776748576896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231943.199579:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748576896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231943.199585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231943.199587:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231943.199589:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748576896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231943.199593:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748577024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231943.199604:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231943.199610:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231943/real 1761231943] req@ffff9437f86d7480 x1846776748577024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231943.199621:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748577024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231943.199626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231943.199628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231943.199630:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748577024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231943.199633:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748577152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231943.199642:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231943.199648:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231943/real 1761231943] req@ffff9437f86d4380 x1846776748577152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231943.199655:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748577152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231943.199660:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231943.199662:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231943.199664:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748577152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231943.199675:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748577280:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231943.199684:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231943.199690:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231943/real 1761231943] req@ffff9437f86d7b80 x1846776748577280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231943.199697:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748577280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231943.199722:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231943.199724:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231943.199727:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748577280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231943.199748:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748577408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231943.199761:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231943.199768:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231943/real 1761231943] req@ffff9437f86d5180 x1846776748577408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231943.199775:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748577408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231943.199781:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231943.199783:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231943.199785:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748577408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231943.199788:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748577536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231943.199798:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231943.199803:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231943/real 1761231943] req@ffff9437f86d6d80 x1846776748577536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231943.199810:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748577536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231943.199815:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231943.199817:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231943.199820:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748577536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761231943.710858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231944.031020:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231944.734863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231945.054918:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231945.758823:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231945.758834:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231946.078913:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231946.782826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231946.782830:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231947.102899:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231947.806853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231947.806934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231948.126943:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231948.318847:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231948.318858:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231948.318862:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231948.318872:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8472 00000100:00080000:3.0:1761231948.318881:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231948.318887:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231948.318918:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748577664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231948.318942:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231948.318946:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231948.318948:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231948.318953:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8472 00000100:00080000:3.0:1761231948.318957:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231948.318961:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231948.318970:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231948.318978:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748577664:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761231948.318982:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748577792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231948.318991:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231948.318994:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231948.318996:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231948.319000:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8472 00000100:00080000:3.0:1761231948.319003:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231948.319006:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231948.319010:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231948.319018:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748577920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231948.319027:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231948.319030:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231948.319031:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761231948.319035:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761231948.319035:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8472 00000100:00080000:3.0:1761231948.319038:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231948.319041:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231948.319045:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231948.319054:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748578048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231948.319062:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231948.319065:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231948.319067:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231948.319070:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8472 00000100:00100000:0.0:1761231948.319071:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231948/real 1761231948] req@ffff943800b9bb80 x1846776748577664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231948.319073:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231948.319078:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231948.319081:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231948.319088:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748577664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231948.319090:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748578176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231948.319100:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231948.319100:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231948.319103:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231948.319104:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761231948.319105:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761231948.319108:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748577664:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761231948.319108:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8472 00000100:00080000:3.0:1761231948.319112:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231948.319114:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231948.319118:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231948.319126:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748578304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761231948.319130:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748577792:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761231948.319136:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231948.319139:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231948.319141:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231948.319145:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8472 00000100:00080000:3.0:1761231948.319148:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761231948.319150:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761231948.319152:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231948.319156:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231948.319160:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231948/real 1761231948] req@ffff943800b9ad80 x1846776748577792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761231948.319165:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748578432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761231948.319173:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748577792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761231948.319175:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231948.319179:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231948.319181:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231948.319183:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231948.319184:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8472 00000100:00080000:0.0:1761231948.319187:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761231948.319187:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231948.319191:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761231948.319192:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748577792:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761231948.319195:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231948.319198:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748577920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761231948.319205:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748578560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761231948.319214:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231948.319224:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231948/real 1761231948] req@ffff943800b9aa00 x1846776748577920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231948.319236:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748577920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231948.319245:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231948.319248:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231948.319252:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748577920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231948.319259:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748578048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231948.319274:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231948.319281:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231948/real 1761231948] req@ffff943800b9b480 x1846776748578048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231948.319289:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748578048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231948.319294:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231948.319296:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231948.319298:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748578048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231948.319302:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748578176:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231948.319312:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231948.319318:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231948/real 1761231948] req@ffff943800b9b800 x1846776748578176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231948.319326:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748578176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231948.319331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231948.319332:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231948.319334:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748578176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231948.319346:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748578304:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231948.319356:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231948.319362:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231948/real 1761231948] req@ffff943800b98a80 x1846776748578304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231948.319369:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748578304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231948.319374:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231948.319376:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231948.319377:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748578304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231948.319381:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748578432:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231948.319390:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231948.319396:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231948/real 1761231948] req@ffff943800b99500 x1846776748578432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231948.319403:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748578432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231948.319408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231948.319410:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231948.319412:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748578432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231948.319415:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748578560:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231948.319424:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231948.319429:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231948/real 1761231948] req@ffff943800b9bb80 x1846776748578560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231948.319436:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748578560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231948.319440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231948.319442:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231948.319444:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748578560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231948.830844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231949.150939:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231949.854807:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231949.854830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231950.174908:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231950.878856:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231951.198893:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231951.902844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231951.902852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231952.222897:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231952.926835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231953.246889:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231953.438993:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748578688:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231953.439050:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231953.439089:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231953/real 1761231953] req@ffff9437f86d6680 x1846776748578688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231953.439114:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748578688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231953.439143:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231953.439149:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231953.439157:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748578688:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231953.439179:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748578816:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231953.439202:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231953.439215:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231953/real 1761231953] req@ffff9437f86d5c00 x1846776748578816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231953.439230:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748578816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231953.439245:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231953.439252:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231953.439255:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748578816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231953.439265:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748578944:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231953.439281:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231953.439292:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231953/real 1761231953] req@ffff9437f86d4700 x1846776748578944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231953.439318:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748578944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231953.439334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231953.439343:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231953.439349:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748578944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231953.439357:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748579072:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231953.439375:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231953.439385:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231953/real 1761231953] req@ffff9437f86d7100 x1846776748579072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231953.439393:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748579072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231953.439399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231953.439401:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231953.439403:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748579072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231953.439407:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748579200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231953.439416:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231953.439422:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231953/real 1761231953] req@ffff9437f86d6a00 x1846776748579200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231953.439428:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748579200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231953.439434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231953.439436:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231953.439438:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748579200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231953.439449:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748579328:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231953.439459:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231953.439465:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231953/real 1761231953] req@ffff9437f86d5f80 x1846776748579328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231953.439472:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748579328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231953.439477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231953.439479:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231953.439481:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748579328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231953.439484:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748579456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231953.439494:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231953.439500:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231953/real 1761231953] req@ffff9437f86d6680 x1846776748579456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231953.439507:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748579456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231953.439512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231953.439513:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231953.439515:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748579456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231953.439518:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748579584:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231953.439527:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231953.439532:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231953/real 1761231953] req@ffff9437f86d6d80 x1846776748579584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231953.439539:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748579584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231953.439549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231953.439551:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231953.439553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748579584:192.168.201.139@tcp:8:kworker.0 00010000:00010000:0.0:1761231954.270876:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231954.974849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231955.295062:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231955.998980:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231956.319025:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231957.022975:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231957.022985:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231957.343038:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231958.046875:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231958.046906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231958.366990:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761231958.558907:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231958.558921:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761231958.558928:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231958.558942:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8482 00000100:00080000:0.0:1761231958.558957:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231958.558966:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761231958.559013:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748579712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231958.559053:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231958.559059:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231958.559061:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231958.559067:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8482 00000100:00080000:0.0:1761231958.559071:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231958.559076:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231958.559087:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231958.559104:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748579840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231958.559129:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231958.559137:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231958.559145:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231958.559154:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8482 00000100:00080000:0.0:1761231958.559158:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231958.559162:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231958.559168:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231958.559185:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748579968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231958.559198:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231958.559202:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231958.559204:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231958.559208:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8482 00000100:00080000:0.0:1761231958.559227:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231958.559240:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231958.559250:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231958.559269:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748580096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231958.559282:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231958.559287:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231958.559290:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231958.559296:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8482 00000100:00080000:0.0:1761231958.559306:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231958.559321:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231958.559334:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231958.559357:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748580224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231958.559414:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231958.559428:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231958.559434:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231958.559445:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8482 00000100:00080000:0.0:1761231958.559453:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231958.559466:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231958.559473:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231958.559485:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748580352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231958.559512:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231958.559519:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231958.559522:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231958.559530:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8482 00000100:00080000:0.0:1761231958.559565:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231958.559577:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231958.559587:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231958.559612:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748580480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231958.559667:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231958.559683:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231958.559689:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231958.559698:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8482 00000100:00080000:0.0:1761231958.559712:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231958.559723:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231958.559764:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231958.559780:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748580608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231959.070877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231959.070901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231959.391034:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231960.094919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231960.415008:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231961.118922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231961.118979:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231961.439022:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231962.142862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231962.142932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231962.463012:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231963.166907:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231963.167069:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231963.487070:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231963.679034:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231963.679048:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231963.679056:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231963.679068:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8487 00000100:00080000:3.0:1761231963.679084:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231963.679093:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231963.679141:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748580736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231963.679184:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231963.679189:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231963.679192:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231963.679198:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8487 00000100:00080000:3.0:1761231963.679202:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231963.679207:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231963.679219:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231963.679235:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748580864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231963.679248:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231963.679254:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231963.679256:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231963.679262:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8487 00000100:00080000:3.0:1761231963.679266:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231963.679270:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231963.679281:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231963.679303:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748580992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231963.679318:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231963.679322:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231963.679325:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231963.679329:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8487 00000100:00080000:3.0:1761231963.679335:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231963.679339:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231963.679346:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231963.679361:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748581120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231963.679372:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231963.679380:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231963.679385:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231963.679397:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8487 00000100:00080000:3.0:1761231963.679405:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231963.679411:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231963.679418:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231963.679435:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748581248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231963.679448:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231963.679454:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231963.679462:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231963.679504:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8487 00000100:00080000:3.0:1761231963.679510:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231963.679521:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231963.679528:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231963.679550:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748581376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231963.679572:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231963.679583:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231963.679593:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231963.679612:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8487 00000100:00080000:3.0:1761231963.679622:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231963.679635:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231963.679643:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231963.679661:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748581504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231963.679688:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231963.679694:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231963.679697:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231963.679707:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8487 00000100:00080000:3.0:1761231963.679719:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231963.679791:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231963.679806:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231963.679838:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748581632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761231964.190867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231964.190879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231964.510988:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231965.214866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231965.214935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231965.534997:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231966.238903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231966.559093:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231967.262870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231967.583007:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231968.286919:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231968.286953:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231968.606903:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231968.798829:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231968.798838:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231968.798843:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231968.798852:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8492 00000100:00080000:3.0:1761231968.798862:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231968.798867:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231968.798898:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748581760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231968.798922:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231968.798925:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231968.798926:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231968.798929:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8492 00000100:00080000:3.0:1761231968.798931:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231968.798934:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231968.798941:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231968.798950:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748581888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231968.798961:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231968.798965:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231968.798966:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231968.798970:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8492 00000100:00080000:3.0:1761231968.798975:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231968.798978:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231968.798981:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231968.798990:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748582016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231968.798997:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231968.799000:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231968.799001:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231968.799004:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8492 00000100:00080000:3.0:1761231968.799015:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231968.799018:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231968.799025:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231968.799036:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748582144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231968.799043:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231968.799046:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231968.799047:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231968.799049:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8492 00000100:00080000:3.0:1761231968.799052:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231968.799055:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231968.799058:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231968.799068:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748582272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231968.799094:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231968.799097:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231968.799099:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231968.799105:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8492 00000100:00080000:3.0:1761231968.799111:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231968.799117:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231968.799124:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231968.799137:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748582400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231968.799153:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231968.799155:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231968.799157:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231968.799160:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8492 00000100:00080000:3.0:1761231968.799163:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231968.799168:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231968.799172:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231968.799183:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748582528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231968.799191:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231968.799197:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231968.799200:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231968.799204:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8492 00000100:00080000:3.0:1761231968.799209:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231968.799215:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231968.799222:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231968.799234:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748582656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231969.310859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231969.310917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231969.631058:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231970.334952:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231970.655070:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231971.358934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231971.359058:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231971.679042:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231972.383115:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231972.703028:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231973.407009:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231973.407726:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231973.727038:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231973.918955:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231973.918973:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231973.918982:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231973.919000:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8497 00000100:00080000:3.0:1761231973.919027:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231973.919039:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231973.919103:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748582784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231973.919148:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231973.919153:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231973.919156:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231973.919162:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8497 00000100:00080000:3.0:1761231973.919167:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231973.919173:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231973.919187:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231973.919204:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748582912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231973.919226:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231973.919248:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231973.919253:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231973.919263:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8497 00000100:00080000:3.0:1761231973.919278:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231973.919284:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231973.919292:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231973.919315:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748583040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231973.919332:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231973.919337:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231973.919339:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231973.919350:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8497 00000100:00080000:3.0:1761231973.919387:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231973.919400:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231973.919409:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231973.919430:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748583168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231973.919444:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231973.919449:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231973.919452:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231973.919470:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8497 00000100:00080000:3.0:1761231973.919485:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231973.919507:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231973.919517:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231973.919539:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748583296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231973.919592:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231973.919607:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231973.919618:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231973.919631:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8497 00000100:00080000:3.0:1761231973.919648:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231973.919656:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231973.919664:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231973.919683:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748583424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231973.919801:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231973.919808:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231973.919812:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231973.919824:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8497 00000100:00080000:3.0:1761231973.919834:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231973.919845:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231973.919853:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231973.919883:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748583552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231973.919918:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231973.919945:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231973.919955:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231973.919980:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8497 00000100:00080000:3.0:1761231973.920000:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231973.920019:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231973.920046:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231973.920077:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748583680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761231974.431028:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231974.431307:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231974.750987:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231975.454993:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231975.455303:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231975.774922:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761231976.798987:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231977.502933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231977.823006:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231978.526857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761231978.526886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231978.847051:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231979.038921:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231979.038935:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231979.038942:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231979.038955:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8502 00000100:00080000:3.0:1761231979.038971:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231979.038981:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231979.039034:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748583808/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231979.039072:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231979.039076:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231979.039078:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231979.039083:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8502 00000100:00080000:3.0:1761231979.039088:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231979.039094:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231979.039106:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231979.039123:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748583936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231979.039138:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231979.039147:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231979.039152:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231979.039167:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8502 00000100:00080000:3.0:1761231979.039172:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231979.039176:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231979.039182:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231979.039198:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748584064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231979.039211:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231979.039216:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231979.039218:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231979.039224:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8502 00000100:00080000:3.0:1761231979.039247:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231979.039253:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231979.039259:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231979.039275:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748584192/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231979.039288:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231979.039293:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231979.039296:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231979.039324:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8502 00000100:00080000:3.0:1761231979.039330:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231979.039335:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231979.039343:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231979.039360:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748584320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231979.039383:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231979.039390:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231979.039393:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231979.039401:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8502 00000100:00080000:3.0:1761231979.039408:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231979.039415:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231979.039422:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231979.039447:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748584448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231979.039469:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231979.039475:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231979.039478:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231979.039485:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8502 00000100:00080000:3.0:1761231979.039496:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231979.039509:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231979.039523:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231979.039545:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748584576/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231979.039559:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231979.039571:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231979.039577:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231979.039584:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8502 00000100:00080000:3.0:1761231979.039597:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231979.039605:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231979.039613:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231979.039635:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748584704/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761231979.550876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761231979.870994:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231980.574864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231980.574890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231980.894914:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231981.598896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231981.598914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231981.919042:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1761231982.111190:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:3.0:1761231982.111249:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761231982.111307:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231982.111359:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231982.111370:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231982.111378:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231982.111391:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231982.111404:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231982.111425:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761231982.111439:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:0.0:1761231982.622833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231982.943074:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231983.646844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231983.646856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231983.966897:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231984.670831:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761231984.991092:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231985.694879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761231985.694917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231986.015085:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231986.718903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231987.039085:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231987.742938:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231987.742942:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231988.063028:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231988.766959:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231988.766981:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231989.087055:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761231989.278948:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231989.278959:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761231989.278964:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231989.278974:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8512 00000100:00080000:0.0:1761231989.278997:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231989.279005:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761231989.279044:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748585856/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231989.279076:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231989.279080:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231989.279082:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231989.279086:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8512 00000100:00080000:0.0:1761231989.279090:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231989.279094:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231989.279103:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231989.279118:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748585984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231989.279156:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231989.279160:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231989.279162:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231989.279167:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8512 00000100:00080000:0.0:1761231989.279171:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231989.279174:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231989.279179:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231989.279211:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748586112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231989.279230:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231989.279233:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231989.279234:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231989.279238:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8512 00000100:00080000:0.0:1761231989.279242:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231989.279250:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231989.279256:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231989.279269:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748586240/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231989.279290:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231989.279293:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231989.279295:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231989.279299:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8512 00000100:00080000:0.0:1761231989.279305:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231989.279313:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231989.279323:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231989.279342:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748586368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231989.279358:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231989.279369:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231989.279373:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231989.279380:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8512 00000100:00080000:0.0:1761231989.279390:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231989.279399:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231989.279406:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231989.279419:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748586496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231989.279428:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231989.279431:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231989.279434:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231989.279443:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8512 00000100:00080000:0.0:1761231989.279450:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231989.279454:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231989.279459:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231989.279473:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748586624/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761231989.279499:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231989.279504:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231989.279509:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231989.279518:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8512 00000100:00080000:0.0:1761231989.279526:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231989.279532:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761231989.279540:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761231989.279560:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748586752/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761231989.790954:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761231989.791024:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231990.111105:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231990.814927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231990.814935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231991.135081:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231991.838889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231991.838894:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231992.159031:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231992.862979:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231993.182973:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231993.886926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761231994.207032:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231994.398887:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231994.398902:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761231994.398909:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231994.398923:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8518 00000100:00080000:3.0:1761231994.398941:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231994.398951:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761231994.398994:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748586880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231994.399041:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231994.399046:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231994.399049:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231994.399054:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8518 00000100:00080000:3.0:1761231994.399059:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231994.399064:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231994.399076:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231994.399093:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748587008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231994.399114:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231994.399121:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231994.399143:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231994.399151:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8518 00000100:00080000:3.0:1761231994.399158:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231994.399163:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231994.399170:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231994.399194:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748587136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231994.399208:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231994.399213:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231994.399216:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231994.399220:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8518 00000100:00080000:3.0:1761231994.399226:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231994.399237:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231994.399248:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231994.399264:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748587264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231994.399277:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231994.399281:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231994.399284:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231994.399293:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8518 00000100:00080000:3.0:1761231994.399298:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231994.399310:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231994.399324:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231994.399345:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748587392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231994.399385:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231994.399396:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231994.399402:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231994.399415:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8518 00000100:00080000:3.0:1761231994.399426:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231994.399432:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231994.399438:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231994.399451:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748587520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231994.399483:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231994.399489:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231994.399508:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231994.399519:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8518 00000100:00080000:3.0:1761231994.399527:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231994.399539:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231994.399553:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231994.399580:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748587648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761231994.399626:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231994.399634:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231994.399642:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231994.399650:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8518 00000100:00080000:3.0:1761231994.399655:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231994.399661:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761231994.399668:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761231994.399696:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748587776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761231994.910923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761231995.231039:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231995.934975:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761231995.934983:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231996.255064:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231996.958891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761231996.959018:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231997.279056:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231997.982927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761231998.303022:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231999.006937:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761231999.006976:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761231999.327050:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761231999.519245:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748587904:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761231999.519346:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231999.519414:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231999/real 1761231999] req@ffff9437fa0df480 x1846776748587904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231999.519465:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748587904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231999.519533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231999.519552:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231999.519569:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748587904:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761231999.519614:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748588032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231999.519666:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231999.519696:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231999/real 1761231999] req@ffff9437fa0ded80 x1846776748588032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231999.519726:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748588032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231999.519774:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231999.519780:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231999.519789:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748588032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231999.519808:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748588160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231999.519856:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231999.519881:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231999/real 1761231999] req@ffff9437fa0de300 x1846776748588160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231999.519899:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748588160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231999.519912:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231999.519917:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231999.519921:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748588160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231999.519930:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748588288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231999.519952:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231999.519964:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231999/real 1761231999] req@ffff9437fa0dca80 x1846776748588288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231999.519978:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748588288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231999.519988:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231999.519991:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231999.519995:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748588288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231999.520002:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748588416:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231999.520020:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231999.520031:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231999/real 1761231999] req@ffff9437fa0dc000 x1846776748588416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231999.520044:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748588416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231999.520054:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231999.520058:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231999.520061:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748588416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231999.520115:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748588544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761231999.520139:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231999.520153:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231999/real 1761231999] req@ffff9437fa0df100 x1846776748588544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231999.520176:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748588544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231999.520186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231999.520189:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231999.520193:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748588544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761231999.520200:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748588672:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231999.520218:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231999.520229:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231999/real 1761231999] req@ffff9437fa0df480 x1846776748588672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231999.520243:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748588672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231999.520253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231999.520256:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231999.520259:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748588672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761231999.520266:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748588800:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761231999.520282:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761231999.520292:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231999/real 1761231999] req@ffff9437fa0dd500 x1846776748588800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761231999.520306:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748588800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761231999.520324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231999.520328:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761231999.520332:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748588800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232000.030880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232000.030899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232000.351046:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232001.054905:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232001.054905:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232001.375010:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232002.078908:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232002.398893:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232003.102939:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232003.423071:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232004.126951:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232004.126966:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232004.447001:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232004.639085:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232004.639091:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232004.639094:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232004.639100:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8528 00000100:00080000:2.0:1761232004.639105:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232004.639110:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232004.639122:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232004.639142:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748589056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232004.639158:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232004.639163:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232004.639166:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232004.639177:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8528 00000100:00100000:0.0:1761232004.639178:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748588928:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232004.639186:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232004.639198:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232004.639206:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232004.639222:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748589184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232004.639235:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232004.639240:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232004.639243:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232004.639248:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8528 00000100:00080000:2.0:1761232004.639275:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232004.639280:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232004.639289:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232004.639299:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232004.639310:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748589312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232004.639325:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232004.639330:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232004.639333:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232004.639338:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8528 00000100:00080000:2.0:1761232004.639343:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232004.639348:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232004.639355:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232004.639379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232004/real 1761232004] req@ffff9437fa0df800 x1846776748588928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232004.639379:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748589440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232004.639424:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232004.639434:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232004.639437:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232004.639443:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8528 00000100:00080000:2.0:1761232004.639449:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232004.639459:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232004.639462:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748588928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761232004.639465:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232004.639485:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748589568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232004.639506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232004.639508:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232004.639522:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232004.639526:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232004.639531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232004.639535:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8528 00000100:00080000:2.0:1761232004.639540:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232004.639544:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232004.639549:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232004.639560:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748589696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232004.639573:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748588928:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232004.639580:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232004.639592:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232004.639595:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232004.639603:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8528 00000100:00080000:2.0:1761232004.639608:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232004.639613:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232004.639618:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232004.639631:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748589824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232004.639643:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748589056:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232004.639700:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232004.639762:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232004/real 1761232004] req@ffff9437fa0dc380 x1846776748589056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232004.639790:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748589056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232004.639808:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232004.639815:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232004.639823:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748589056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232004.639837:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748589184:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232004.639879:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232004.639902:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232004/real 1761232004] req@ffff9437fa0ddc00 x1846776748589184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232004.639926:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748589184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232004.639944:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232004.639951:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232004.639958:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748589184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232004.639970:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748589312:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232004.640006:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232004.640059:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232004/real 1761232004] req@ffff9437fa0dd180 x1846776748589312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232004.640084:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748589312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232004.640101:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232004.640108:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232004.640116:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748589312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232004.640128:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748589440:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232004.640166:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232004.640187:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232004/real 1761232004] req@ffff9437fa0dc700 x1846776748589440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232004.640210:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748589440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232004.640226:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232004.640232:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232004.640239:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748589440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232004.640250:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748589568:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232004.640284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232004.640305:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232004/real 1761232004] req@ffff9437fa0dfb80 x1846776748589568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232004.640328:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748589568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232004.640343:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232004.640349:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232004.640356:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748589568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232004.640368:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748589696:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232004.640406:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232004.640429:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232004/real 1761232004] req@ffff9437fa0dea00 x1846776748589696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232004.640452:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748589696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232004.640469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232004.640475:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232004.640482:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748589696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232004.640522:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748589824:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232004.640554:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232004.640572:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232004/real 1761232004] req@ffff9437fa0df800 x1846776748589824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232004.640592:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748589824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232004.640607:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232004.640613:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232004.640619:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748589824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232005.150913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232005.150945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232005.150963:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232005.471071:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232006.174877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232006.174922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232006.174972:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232006.494901:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232007.198892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232007.198898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232007.519064:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232008.222888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232008.222888:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232008.543054:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232009.246841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232009.246848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232009.566985:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232009.758898:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232009.758910:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232009.758916:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232009.758929:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8533 00000100:00080000:3.0:1761232009.758942:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232009.758967:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232009.759017:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748589952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232009.759050:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232009.759054:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232009.759056:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232009.759061:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8533 00000100:00080000:3.0:1761232009.759065:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232009.759071:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232009.759080:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232009.759097:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748590080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232009.759111:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748589952:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232009.759114:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232009.759125:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232009.759128:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232009.759133:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8533 00000100:00080000:3.0:1761232009.759137:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232009.759141:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232009.759147:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232009.759161:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748590208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232009.759171:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232009.759174:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232009.759176:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232009.759181:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8533 00000100:00080000:3.0:1761232009.759186:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232009.759191:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232009.759199:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761232009.759202:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232009.759221:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748590336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232009.759232:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232009.759237:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232009.759239:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232009.759244:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8533 00000100:00100000:0.0:1761232009.759251:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232009/real 1761232009] req@ffff943800b9aa00 x1846776748589952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232009.759253:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232009.759264:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232009.759274:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232009.759295:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748589952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232009.759296:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748590464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232009.759349:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232009.759350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232009.759358:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232009.759364:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232009.759365:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232009.759378:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748589952:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232009.759379:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8533 00000100:00080000:3.0:1761232009.759390:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232009.759400:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232009.759405:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232009.759415:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748590592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232009.759426:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748590080:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232009.759430:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232009.759437:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232009.759439:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232009.759445:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8533 00000100:00080000:3.0:1761232009.759455:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232009.759464:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232009.759465:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232009.759476:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232009.759489:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232009/real 1761232009] req@ffff943800b9ad80 x1846776748590080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232009.759494:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748590720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232009.759528:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232009.759532:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748590080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232009.759534:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232009.759541:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232009.759553:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8533 00000100:00080000:0.0:1761232009.759561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232009.759564:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232009.759571:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232009.759580:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748590080:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232009.759580:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232009.759597:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748590208:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761232009.759599:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232009.759630:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232009.759631:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748590848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232009.759645:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232009/real 1761232009] req@ffff943800b99500 x1846776748590208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232009.759671:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748590208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232009.759682:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232009.759686:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232009.759689:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748590208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232009.759695:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748590336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232009.759712:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232009.759722:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232009/real 1761232009] req@ffff943800b9b800 x1846776748590336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232009.759764:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748590336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232009.759773:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232009.759777:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232009.759780:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748590336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232009.759786:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748590464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232009.759807:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232009.759818:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232009/real 1761232009] req@ffff943800b9b480 x1846776748590464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232009.759829:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748590464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232009.759845:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232009.759849:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232009.759852:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748590464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232009.759872:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748590592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232009.759888:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232009.759897:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232009/real 1761232009] req@ffff943800b98e00 x1846776748590592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232009.759909:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748590592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232009.759918:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232009.759921:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232009.759924:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748590592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232009.759939:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748590720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232009.759975:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232009.759987:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232009/real 1761232009] req@ffff943800b98a80 x1846776748590720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232009.759999:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748590720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232009.760008:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232009.760011:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232009.760015:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748590720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232009.760022:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748590848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232009.760038:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232009.760048:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232009/real 1761232009] req@ffff943800b9aa00 x1846776748590848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232009.760059:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748590848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232009.760068:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232009.760071:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232009.760074:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748590848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232010.270846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232010.270846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232010.590902:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232011.294892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232011.294971:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232011.615139:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232012.319050:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232012.319092:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232012.639058:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232013.342887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232013.342900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232013.663085:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232014.366862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232014.366880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232014.687011:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232014.878982:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232014.878994:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232014.879002:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232014.879015:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8538 00000100:00080000:0.0:1761232014.879031:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232014.879040:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232014.879083:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748590976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232014.879133:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232014.879138:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232014.879141:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232014.879147:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8538 00000100:00080000:0.0:1761232014.879151:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232014.879157:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232014.879168:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232014.879184:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748591104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232014.879198:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748590976:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232014.879203:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232014.879214:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232014.879217:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232014.879224:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8538 00000100:00080000:0.0:1761232014.879231:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232014.879236:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232014.879243:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232014.879260:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748591232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232014.879273:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232014.879277:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232014.879279:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232014.879284:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8538 00000100:00080000:0.0:1761232014.879290:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232014.879300:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761232014.879302:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761232014.879310:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232014.879329:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748591360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232014.879342:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232014.879347:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232014.879350:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232014.879357:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8538 00000100:00080000:0.0:1761232014.879363:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232014.879368:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232014/real 1761232014] req@ffff9437f87fa680 x1846776748590976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232014.879375:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232014.879388:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232014.879410:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748591488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232014.879423:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232014.879426:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748590976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232014.879429:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232014.879436:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232014.879452:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8538 00000100:00080000:0.0:1761232014.879461:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232014.879463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232014.879469:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232014.879478:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:0.0:1761232014.879480:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232014.879490:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748590976:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232014.879501:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748591616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232014.879524:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748591104:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232014.879525:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232014.879541:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232014.879545:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232014.879552:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8538 00000100:00080000:0.0:1761232014.879557:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232014.879563:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232014.879569:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232014.879577:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232014.879590:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748591744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232014.879603:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232014/real 1761232014] req@ffff9437f87fb100 x1846776748591104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232014.879608:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232014.879622:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232014.879628:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232014.879641:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8538 00000100:00080000:0.0:1761232014.879647:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232014.879649:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748591104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232014.879657:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232014.879671:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232014.879678:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232014.879690:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232014.879691:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748591872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232014.879700:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748591104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232014.879725:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748591232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232014.879796:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232014.879815:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232014/real 1761232014] req@ffff9437f87fad80 x1846776748591232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232014.879831:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748591232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232014.879851:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232014.879858:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232014.879862:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748591232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232014.879870:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748591360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232014.879890:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232014.879928:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232014/real 1761232014] req@ffff9437f87f9c00 x1846776748591360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232014.879943:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748591360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232014.879953:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232014.879957:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232014.879961:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748591360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232014.879969:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748591488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232014.879991:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232014.880003:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232014/real 1761232014] req@ffff9437f87fb800 x1846776748591488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232014.880017:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748591488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232014.880027:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232014.880031:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232014.880036:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748591488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232014.880058:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748591616:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232014.880077:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232014.880088:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232014/real 1761232014] req@ffff9437f87f9180 x1846776748591616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232014.880102:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748591616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232014.880112:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232014.880116:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232014.880119:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748591616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232014.880127:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748591744:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232014.880144:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232014.880155:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232014/real 1761232014] req@ffff9437f87fa300 x1846776748591744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232014.880169:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748591744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232014.880178:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232014.880182:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232014.880185:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748591744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232014.880191:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748591872:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232014.880208:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232014.880219:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232014/real 1761232014] req@ffff9437f87fbb80 x1846776748591872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232014.880233:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748591872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232014.880243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232014.880246:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232014.880250:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748591872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232015.390952:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232015.390997:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232015.711017:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232016.414946:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232016.414954:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232016.415016:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232016.734931:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232017.438890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232017.438891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232017.438908:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232017.758964:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232018.462946:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232018.462952:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232018.463007:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232018.783019:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232019.486940:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232019.487001:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232019.807042:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232019.999195:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748592000:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232019.999304:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232019.999383:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232019/real 1761232019] req@ffff9437f86d6d80 x1846776748592000/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232019.999468:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748592000/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232019.999498:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232019.999518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232019.999535:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748592000:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232019.999583:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748592128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232019.999635:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232019.999670:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232019/real 1761232019] req@ffff9437f86d6680 x1846776748592128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232019.999710:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748592128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232019.999804:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232019.999818:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232019.999857:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748592128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232019.999870:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748592256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232019.999902:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232019.999918:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232019/real 1761232019] req@ffff9437f86d5f80 x1846776748592256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232019.999933:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748592256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232019.999944:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232019.999949:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232019.999953:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748592256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232019.999960:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748592384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232019.999980:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232019.999991:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232019/real 1761232019] req@ffff9437f86d6a00 x1846776748592384/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232020.000005:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748592384/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232020.000016:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232020.000020:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232020.000024:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748592384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232020.000030:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748592512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232020.000048:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232020.000059:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232019/real 1761232020] req@ffff9437f86d7100 x1846776748592512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232020.000073:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748592512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232020.000083:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232020.000086:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232020.000090:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748592512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232020.000113:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748592640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232020.000133:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232020.000145:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232019/real 1761232020] req@ffff9437f86d4700 x1846776748592640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232020.000159:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748592640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232020.000168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232020.000171:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232020.000176:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748592640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232020.000183:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748592768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232020.000201:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232020.000212:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232019/real 1761232020] req@ffff9437f86d5c00 x1846776748592768/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232020.000225:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748592768/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232020.000235:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232020.000238:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232020.000242:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748592768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232020.000248:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748592896:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232020.000266:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232020.000276:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232019/real 1761232020] req@ffff9437f86d6d80 x1846776748592896/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232020.000291:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748592896/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232020.000301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232020.000304:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232020.000308:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748592896:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232020.510961:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232020.831043:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232021.534960:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232021.535000:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232021.855092:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232022.558921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232022.558961:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232022.878988:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232023.582924:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232023.582989:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232023.903065:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232024.606940:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232024.927060:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232025.119231:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748593024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232025.119287:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232025.119294:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232025.119298:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232025.119306:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8548 00000100:00080000:2.0:1761232025.119322:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232025.119349:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232025.119357:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748593024:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761232025.119380:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232025.119422:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748593152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232025.119450:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761232025.119455:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232025.119467:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232025.119473:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232025.119489:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8548 00000100:00080000:2.0:1761232025.119504:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232025.119516:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232025.119521:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232025/real 1761232025] req@ffff9437fa0dd500 x1846776748593024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761232025.119536:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232025.119553:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748593024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232025.119573:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748593280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232025.119574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232025.119601:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232025.119629:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748593024:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232025.119638:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232025.119645:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232025.119650:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232025.119660:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8548 00000100:00080000:2.0:1761232025.119672:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232025.119680:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748593152:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232025.119686:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232025.119709:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232025.119769:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748593408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232025.119812:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232025.119818:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232025.119821:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232025.119826:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8548 00000100:00080000:2.0:1761232025.119837:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232025.119851:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232025.119853:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761232025.119876:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232025.119899:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232025/real 1761232025] req@ffff9437fa0df480 x1846776748593152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232025.119904:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748593536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232025.119978:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232025.119982:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748593152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232025.119991:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232025.120001:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232025.120033:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8548 00000100:00080000:0.0:1761232025.120040:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232025.120043:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232025.120061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232025.120062:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232025.120084:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232025.120086:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748593152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232025.120118:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748593280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232025.120128:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748593664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232025.120147:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232025.120154:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232025.120158:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232025.120163:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8548 00000100:00080000:2.0:1761232025.120169:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232025.120173:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232025.120180:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232025.120190:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232025.120200:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232025/real 1761232025] req@ffff9437fa0df100 x1846776748593280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232025.120215:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748593792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232025.120240:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748593280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232025.120244:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232025.120271:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232025.120285:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232025.120317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232025.120317:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8548 00000100:00080000:2.0:1761232025.120348:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232025.120349:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232025.120367:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232025.120368:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748593280:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761232025.120387:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232025.120411:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748593920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232025.120416:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748593408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232025.120478:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232025.120498:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232025/real 1761232025] req@ffff9437fa0dc000 x1846776748593408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232025.120517:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748593408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232025.120527:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232025.120532:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232025.120536:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748593408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232025.120544:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748593536:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232025.120565:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232025.120577:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232025/real 1761232025] req@ffff9437fa0dca80 x1846776748593536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232025.120591:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748593536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232025.120601:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232025.120605:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232025.120608:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748593536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232025.120616:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748593664:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232025.120634:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232025.120646:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232025/real 1761232025] req@ffff9437fa0de300 x1846776748593664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232025.120660:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748593664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232025.120669:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232025.120673:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232025.120677:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748593664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232025.120684:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748593792:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232025.120702:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232025.120712:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232025/real 1761232025] req@ffff9437fa0ded80 x1846776748593792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232025.120725:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748593792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232025.120768:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232025.120773:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232025.120797:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748593792:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232025.120823:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748593920:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232025.120849:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232025.120863:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232025/real 1761232025] req@ffff9437fa0dd500 x1846776748593920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232025.120877:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748593920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232025.120888:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232025.120892:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232025.120896:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748593920:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232025.630950:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232025.951005:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232026.654932:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232026.654946:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232026.975035:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232027.678886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232027.678957:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232027.999030:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232028.702882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232028.702917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232029.023035:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232029.726906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232030.047023:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232030.239179:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748594048:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232030.239282:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232030.239347:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232030/real 1761232030] req@ffff9437f86d5180 x1846776748594048/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232030.239393:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748594048/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232030.239479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232030.239496:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232030.239509:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748594048:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232030.239554:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748594176:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232030.239592:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232030.239615:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232030/real 1761232030] req@ffff9437f86d7b80 x1846776748594176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232030.239655:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748594176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232030.239684:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232030.239697:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232030.239704:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748594176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232030.239777:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748594304:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232030.239811:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232030.239841:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232030/real 1761232030] req@ffff9437f86d4000 x1846776748594304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232030.239867:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748594304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232030.239889:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232030.239901:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232030.239911:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748594304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232030.239927:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748594432:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232030.239964:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232030.239983:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232030/real 1761232030] req@ffff9437f86d5880 x1846776748594432/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232030.239999:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748594432/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232030.240009:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232030.240013:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232030.240017:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748594432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232030.240025:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748594560:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232030.240044:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232030.240055:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232030/real 1761232030] req@ffff9437f86d7480 x1846776748594560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232030.240068:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748594560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232030.240078:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232030.240081:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232030.240085:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748594560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232030.240108:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748594688:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232030.240127:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232030.240139:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232030/real 1761232030] req@ffff9437f86d4380 x1846776748594688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232030.240154:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748594688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232030.240164:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232030.240167:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232030.240171:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748594688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232030.240178:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748594816:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232030.240195:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232030.240207:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232030/real 1761232030] req@ffff9437f86d5180 x1846776748594816/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232030.240221:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748594816/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232030.240230:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232030.240233:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232030.240237:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748594816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232030.240243:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748594944:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232030.240260:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232030.240271:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232030/real 1761232030] req@ffff9437f86d6d80 x1846776748594944/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232030.240284:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748594944/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232030.240301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232030.240306:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232030.240310:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748594944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232030.750821:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232030.750840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232031.071045:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232031.774885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232031.774895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232032.095009:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232032.798914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232032.798951:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232033.119074:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232033.822879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232033.822889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232034.143088:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232034.846916:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232034.846954:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232035.167081:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232035.359158:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748595072:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232035.359280:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232035.359365:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232035/real 1761232035] req@ffff9437f86d5c00 x1846776748595072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232035.359445:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748595072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232035.359499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232035.359520:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232035.359537:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748595072:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232035.359564:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748595200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232035.359618:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232035.359647:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232035/real 1761232035] req@ffff9437f86d4700 x1846776748595200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232035.359771:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748595200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232035.359805:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232035.359813:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232035.359820:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748595200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232035.359866:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748595328:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232035.359915:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232035.359941:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232035/real 1761232035] req@ffff9437f86d7100 x1846776748595328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232035.359967:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748595328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232035.359986:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232035.359993:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232035.360001:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748595328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232035.360013:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748595456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232035.360054:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232035.360078:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232035/real 1761232035] req@ffff9437f86d6a00 x1846776748595456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232035.360105:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748595456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232035.360122:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232035.360129:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232035.360138:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748595456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232035.360150:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748595584:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232035.360194:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232035.360220:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232035/real 1761232035] req@ffff9437f86d5f80 x1846776748595584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232035.360244:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748595584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232035.360260:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232035.360267:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232035.360274:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748595584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232035.360287:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748595712:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232035.360356:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232035.360395:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232035/real 1761232035] req@ffff9437f86d6680 x1846776748595712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232035.360422:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748595712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232035.360439:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232035.360446:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232035.360452:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748595712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232035.360465:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748595840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232035.360505:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232035.360528:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232035/real 1761232035] req@ffff9437f86d6d80 x1846776748595840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232035.360552:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748595840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232035.360570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232035.360576:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232035.360583:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748595840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232035.360595:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748595968:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232035.360632:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232035.360653:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232035/real 1761232035] req@ffff9437f86d5180 x1846776748595968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232035.360706:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748595968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232035.360723:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232035.360766:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232035.360774:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748595968:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232035.870915:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232035.870951:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232036.190997:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232036.894903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232036.894949:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232037.215008:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232037.919023:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232037.919031:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232038.239051:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232038.942961:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232038.943030:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232038.943099:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232039.262997:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232039.967183:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232039.967222:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232040.287007:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232040.479212:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748596096:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232040.479371:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232040.479492:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232040/real 1761232040] req@ffff9437f86d4380 x1846776748596096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232040.479554:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748596096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232040.479654:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232040.479671:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232040.479691:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748596096:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232040.479849:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748596224:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232040.479917:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232040.479948:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232040/real 1761232040] req@ffff9437f86d7480 x1846776748596224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232040.479977:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748596224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232040.479998:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232040.480005:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232040.480010:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748596224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232040.480021:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748596352:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232040.480054:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232040.480069:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232040/real 1761232040] req@ffff9437f86d5880 x1846776748596352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232040.480094:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748596352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232040.480105:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232040.480110:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232040.480114:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748596352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232040.480121:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748596480:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232040.480142:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232040.480153:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232040/real 1761232040] req@ffff9437f86d4000 x1846776748596480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232040.480168:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748596480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232040.480178:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232040.480181:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232040.480185:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748596480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232040.480192:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748596608:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232040.480211:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232040.480222:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232040/real 1761232040] req@ffff9437f86d7b80 x1846776748596608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232040.480236:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748596608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232040.480255:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232040.480259:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232040.480263:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748596608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232040.480270:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748596736:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232040.480289:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232040.480300:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232040/real 1761232040] req@ffff9437f86d5180 x1846776748596736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232040.480314:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748596736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232040.480324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232040.480328:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232040.480332:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748596736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232040.480339:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748596864:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232040.480357:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232040.480367:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232040/real 1761232040] req@ffff9437f86d6d80 x1846776748596864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232040.480381:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748596864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232040.480390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232040.480394:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232040.480399:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748596864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232040.480430:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748596992:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232040.480451:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232040.480463:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232040/real 1761232040] req@ffff9437f86d6680 x1846776748596992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232040.480477:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748596992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232040.480487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232040.480491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232040.480495:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748596992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232040.991010:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232040.991402:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232041.311011:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232042.014991:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232042.015339:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232042.335052:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232043.039039:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232043.039065:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232043.359031:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232044.062892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232044.062966:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232044.383076:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232045.086934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232045.407031:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232045.599240:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748597120:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232045.599440:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748597248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232045.599499:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748597376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232045.599574:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748597504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232045.599629:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748597632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232045.599685:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748597760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232045.599722:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748597888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232045.599797:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748598016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232046.110964:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232046.110983:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232046.431027:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232047.134955:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232047.134962:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232047.135056:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232047.455027:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232048.158899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232048.158916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232048.478996:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232048.671605:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232045/real 1761232048] req@ffff9437f86d6680 x1846776748597760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232048.671663:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748597760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232048.671687:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232048.671698:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232048.671705:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748597760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232048.671721:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232045/real 1761232048] req@ffff9437f86d6d80 x1846776748597888/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232048.671793:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748597888/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232048.671811:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232048.671821:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232048.671831:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748597888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232048.671847:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232045/real 1761232048] req@ffff9437f86d6a00 x1846776748597248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232048.671872:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748597248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232048.671890:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232048.671897:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232048.671904:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748597248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232048.671917:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232045/real 1761232048] req@ffff9437f86d7100 x1846776748597376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232048.671942:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748597376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232048.671958:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232048.671964:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232048.671971:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748597376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232048.671985:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232045/real 1761232048] req@ffff9437f86d4700 x1846776748597504/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232048.672008:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748597504/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232048.672025:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232048.672032:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232048.672038:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748597504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232048.672053:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232045/real 1761232048] req@ffff9437f86d5c00 x1846776748597632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232048.672077:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748597632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232048.672095:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232048.672103:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232048.672110:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748597632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232048.672125:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232045/real 1761232048] req@ffff9437f86d5f80 x1846776748597120/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232048.672152:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748597120/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232048.672167:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232048.672173:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232048.672180:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748597120:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232048.672238:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232045/real 1761232048] req@ffff9437f86d5180 x1846776748598016/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232048.672262:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748598016/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232048.672277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232048.672282:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232048.672290:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748598016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232049.182943:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232049.182952:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232049.502990:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232050.206841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232050.206842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232050.526997:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232050.718962:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232050.718977:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232050.718985:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232050.719003:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8574 00000100:00080000:3.0:1761232050.719022:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232050.719037:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232050.719114:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748598144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232050.719173:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232050.719180:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232050.719183:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232050.719193:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8574 00000100:00080000:3.0:1761232050.719201:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232050.719209:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232050.719226:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232050.719231:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748598144:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232050.719253:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748598272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232050.719273:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232050.719278:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232050.719282:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232050.719288:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8574 00000100:00080000:3.0:1761232050.719294:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232050.719300:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232050.719306:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232050.719321:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748598400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232050.719335:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232050.719341:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232050.719346:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232050.719357:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232050.719366:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8574 00000100:00080000:3.0:1761232050.719380:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232050.719390:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232050.719402:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232050.719432:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232050/real 1761232050] req@ffff943800b9bb80 x1846776748598144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232050.719437:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748598528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232050.719537:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232050.719545:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232050.719552:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232050.719570:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8574 00000100:00080000:3.0:1761232050.719587:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232050.719598:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232050.719606:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748598144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232050.719613:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232050.719644:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761232050.719655:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748598656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232050.719664:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232050.719685:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748598144:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232050.719696:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232050.719706:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232050.719711:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232050.719721:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8574 00000100:00080000:3.0:1761232050.719775:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232050.719785:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232050.719796:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232050.719822:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748598272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232050.719827:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748598784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232050.719858:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232050.719866:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232050.719871:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232050.719879:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8574 00000100:00080000:3.0:1761232050.719889:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232050.719899:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232050.719905:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232050.719920:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232050.719945:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232050/real 1761232050] req@ffff943800b9a680 x1846776748598272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232050.719955:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748598912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232050.720013:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748598272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232050.720025:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232050.720047:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232050.720053:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232050.720054:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232050.720075:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8574 00000100:00080000:0.0:1761232050.720076:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232050.720088:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748598272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232050.720103:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748598400:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232050.720181:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232050.720209:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232050/real 1761232050] req@ffff943800b99f80 x1846776748598400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232050.720237:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232050.720244:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748598400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232050.720266:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232050.720289:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232050.720299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232050.720313:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761232050.720326:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748599040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232050.720328:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748598400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232050.720359:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748598528:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232050.720430:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232050.720454:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232050/real 1761232050] req@ffff943800b98380 x1846776748598528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232050.720481:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748598528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232050.720536:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232050.720543:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232050.720550:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748598528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232050.720563:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748598656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232050.720609:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232050.720633:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232050/real 1761232050] req@ffff943800b98700 x1846776748598656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232050.720656:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748598656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232050.720674:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232050.720681:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232050.720689:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748598656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232050.720776:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748598784:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232050.720820:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232050.720844:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232050/real 1761232050] req@ffff943800b98000 x1846776748598784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232050.720869:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748598784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232050.720886:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232050.720892:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232050.720899:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748598784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232050.720912:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748598912:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232050.720949:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232050.720972:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232050/real 1761232050] req@ffff943800b99c00 x1846776748598912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232050.720995:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748598912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232050.721011:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232050.721018:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232050.721024:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748598912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232050.721036:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748599040:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232050.721074:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232050.721098:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232050/real 1761232050] req@ffff943800b9bb80 x1846776748599040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232050.721123:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748599040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232050.721142:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232050.721149:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232050.721156:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748599040:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232051.230863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232051.230864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232051.230981:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232051.551012:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232052.254885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232052.254904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232052.575117:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232053.278953:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232053.278989:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232053.599006:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232054.302924:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232054.302947:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232054.623050:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232055.326925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232055.326925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232055.647078:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232055.838963:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232055.838977:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232055.838986:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232055.839000:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8579 00000100:00080000:0.0:1761232055.839015:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232055.839027:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232055.839080:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748599168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232055.839121:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232055.839126:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232055.839128:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232055.839136:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8579 00000100:00080000:0.0:1761232055.839141:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232055.839147:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232055.839159:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232055.839176:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748599296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232055.839185:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748599168:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232055.839199:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232055.839206:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232055.839208:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232055.839214:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8579 00000100:00080000:0.0:1761232055.839221:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232055.839225:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232055.839232:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232055.839250:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748599424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232055.839262:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232055.839267:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232055.839269:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232055.839273:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8579 00000100:00080000:0.0:1761232055.839278:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232055.839287:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761232055.839291:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761232055.839297:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232055.839316:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748599552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232055.839330:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232055.839335:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232055.839338:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232055.839344:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8579 00000100:00080000:0.0:1761232055.839350:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232055.839357:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232055/real 1761232055] req@ffff9437f87f9500 x1846776748599168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232055.839360:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232055.839373:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232055.839399:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748599680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232055.839406:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748599168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232055.839454:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232055.839462:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232055.839466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232055.839467:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232055.839485:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8579 00000100:00080000:2.0:1761232055.839487:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232055.839492:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232055.839499:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748599168:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232055.839506:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232055.839520:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232055.839535:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748599808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232055.839549:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232055.839552:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748599296:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232055.839554:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232055.839561:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232055.839576:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8579 00000100:00080000:0.0:1761232055.839581:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232055.839586:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232055.839593:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232055.839611:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748599936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232055.839623:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232055.839630:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1761232055.839635:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232055.839636:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232055.839650:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8579 00000100:00080000:0.0:1761232055.839658:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232055.839663:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232055.839669:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232055.839684:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232055/real 1761232055] req@ffff9437f87fb480 x1846776748599296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232055.839688:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748600064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232055.839803:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748599296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232055.839820:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232055.839826:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232055.839832:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748599296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232055.839842:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748599424:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232055.839874:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232055.839889:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232055/real 1761232055] req@ffff9437f87fbb80 x1846776748599424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232055.839904:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748599424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232055.839914:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232055.839919:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232055.839923:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748599424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232055.839930:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748599552:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232055.839949:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232055.839960:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232055/real 1761232055] req@ffff9437f87fa300 x1846776748599552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232055.839974:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748599552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232055.839992:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232055.839996:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232055.839999:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748599552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232055.840006:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748599680:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232055.840024:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232055.840035:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232055/real 1761232055] req@ffff9437f87f9180 x1846776748599680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232055.840048:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748599680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232055.840059:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232055.840062:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232055.840066:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748599680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232055.840089:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748599808:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232055.840109:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232055.840121:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232055/real 1761232055] req@ffff9437f87fb800 x1846776748599808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232055.840135:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748599808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232055.840145:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232055.840148:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232055.840153:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748599808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232055.840160:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748599936:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232055.840178:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232055.840189:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232055/real 1761232055] req@ffff9437f87f9c00 x1846776748599936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232055.840202:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748599936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232055.840212:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232055.840215:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232055.840219:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748599936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232055.840225:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748600064:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232055.840241:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232055.840251:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232055/real 1761232055] req@ffff9437f87fad80 x1846776748600064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232055.840264:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748600064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232055.840274:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232055.840278:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232055.840281:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748600064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232056.350922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232056.350937:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232056.671004:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232057.374909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232057.374915:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232057.695050:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232058.398905:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232058.398928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232058.719039:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232059.422885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232059.422943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232059.743048:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232060.446895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232060.446948:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232060.766981:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232060.959019:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232060.959043:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232060.959050:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232060.959063:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8584 00000100:00080000:0.0:1761232060.959077:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232060.959085:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232060.959132:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748600192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232060.959169:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232060.959174:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232060.959177:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232060.959182:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8584 00000100:00080000:0.0:1761232060.959186:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232060.959191:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232060.959201:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232060.959217:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748600320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232060.959229:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232060.959234:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232060.959236:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232060.959242:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8584 00000100:00080000:0.0:1761232060.959245:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232060.959250:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232060.959256:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232060.959267:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748600448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232060.959281:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232060.959289:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232060.959292:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748600192:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232060.959293:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232060.959309:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8584 00000100:00080000:0.0:1761232060.959314:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232060.959318:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232060.959325:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232060.959342:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748600576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232060.959354:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232060.959358:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232060.959360:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232060.959365:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8584 00000100:00080000:0.0:1761232060.959415:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232060.959425:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232060.959426:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232060.959439:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232060.959458:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748600704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232060.959471:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232060.959476:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232060.959478:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232060.959484:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8584 00000100:00100000:2.0:1761232060.959492:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232060/real 1761232060] req@ffff9437f87fb100 x1846776748600192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232060.959494:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232060.959507:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232060.959519:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232060.959547:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748600192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232060.959548:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748600832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232060.959610:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232060.959613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232060.959616:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232060.959621:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232060.959629:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8584 00000100:00080000:0.0:1761232060.959634:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232060.959638:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232060.959639:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:0.0:1761232060.959644:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232060.959652:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748600192:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232060.959661:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748600960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232060.959674:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748600320:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232060.959681:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232060.959688:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232060.959690:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232060.959696:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8584 00000100:00080000:0.0:1761232060.959701:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232060.959705:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232060.959711:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232060.959761:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232060.959768:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748601088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232060.959788:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232060/real 1761232060] req@ffff9437f87fa680 x1846776748600320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232060.959812:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748600320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232060.959825:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232060.959830:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232060.959835:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748600320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232060.959867:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748600448:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232060.959893:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232060.959910:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232060/real 1761232060] req@ffff9437f87faa00 x1846776748600448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232060.959933:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748600448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232060.959944:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232060.959948:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232060.959952:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748600448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232060.959959:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748600576:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232060.959977:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232060.959988:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232060/real 1761232060] req@ffff9437f87f8a80 x1846776748600576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232060.960002:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748600576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232060.960012:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232060.960016:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232060.960019:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748600576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232060.960026:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748600704:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232060.960044:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232060.960055:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232060/real 1761232060] req@ffff9437f87f9880 x1846776748600704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232060.960069:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748600704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232060.960087:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232060.960091:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232060.960096:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748600704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232060.960102:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748600832:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232060.960119:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232060.960129:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232060/real 1761232060] req@ffff9437f87f8380 x1846776748600832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232060.960142:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748600832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232060.960151:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232060.960155:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232060.960159:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748600832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232060.960166:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748600960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232060.960183:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232060.960193:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232060/real 1761232060] req@ffff9437f87f8700 x1846776748600960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232060.960206:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748600960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232060.960216:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232060.960220:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232060.960225:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748600960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232060.960231:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748601088:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232060.960248:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232060.960259:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232060/real 1761232060] req@ffff9437f87f8e00 x1846776748601088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232060.960272:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748601088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232060.960282:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232060.960285:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232060.960289:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748601088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232061.470933:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232061.470944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232061.791061:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232062.494989:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232062.494996:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232062.814959:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232063.518878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232063.518885:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232063.839044:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232064.542886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232064.542929:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232064.863032:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232065.566880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232065.566916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232065.887015:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232066.079176:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748601216:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232066.079278:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232066.079376:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232066/real 1761232066] req@ffff9437f86d7b80 x1846776748601216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232066.079428:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748601216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232066.079454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232066.079468:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232066.079483:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748601216:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232066.079525:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748601344:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232066.079571:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232066.079604:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232066/real 1761232066] req@ffff9437f86d4000 x1846776748601344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232066.079639:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748601344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232066.079663:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232066.079679:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232066.079691:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748601344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232066.079717:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748601472:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232066.079815:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232066.079841:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232066/real 1761232066] req@ffff9437f86d5880 x1846776748601472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232066.079859:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748601472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232066.079870:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232066.079875:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232066.079879:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748601472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232066.079887:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748601600:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232066.079907:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232066.079919:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232066/real 1761232066] req@ffff9437f86d7480 x1846776748601600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232066.079944:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748601600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232066.079954:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232066.079957:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232066.079961:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748601600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232066.079968:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748601728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232066.079986:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232066.079998:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232066/real 1761232066] req@ffff9437f86d4380 x1846776748601728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232066.080012:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748601728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232066.080021:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232066.080025:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232066.080028:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748601728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232066.080051:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748601856:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232066.080070:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232066.080081:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232066/real 1761232066] req@ffff9437f86d7b80 x1846776748601856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232066.080095:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748601856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232066.080106:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232066.080110:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232066.080114:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748601856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232066.080120:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748601984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232066.080137:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232066.080147:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232066/real 1761232066] req@ffff9437f86d5180 x1846776748601984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232066.080161:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748601984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232066.080171:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232066.080174:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232066.080178:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748601984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232066.080184:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748602112:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232066.080200:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232066.080211:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232066/real 1761232066] req@ffff9437f86d5f80 x1846776748602112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232066.080224:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748602112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232066.080234:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232066.080237:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232066.080241:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748602112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232066.590901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232066.590945:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232066.911060:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232067.614945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232067.614980:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232067.934981:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232068.638930:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232068.638956:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232068.959052:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232069.662845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232069.662897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232069.982979:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232070.686913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232070.686927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232070.686927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232071.007010:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232071.198961:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232071.198973:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232071.198980:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232071.198993:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8594 00000100:00080000:2.0:1761232071.199009:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232071.199018:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232071.199064:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748602240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232071.199107:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232071.199112:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232071.199115:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232071.199120:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8594 00000100:00080000:2.0:1761232071.199125:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232071.199132:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232071.199144:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232071.199164:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748602240:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232071.199165:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748602368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232071.199194:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232071.199199:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232071.199203:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232071.199209:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8594 00000100:00080000:2.0:1761232071.199215:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232071.199220:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232071.199227:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232071.199242:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748602496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232071.199279:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232071.199284:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232071.199290:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232071.199292:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232071.199303:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8594 00000100:00080000:2.0:1761232071.199312:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232071.199318:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232071.199326:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232071.199342:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748602624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232071.199357:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232071/real 1761232071] req@ffff9437fa0df800 x1846776748602240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232071.199358:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232071.199375:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232071.199381:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232071.199398:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8594 00000100:00080000:2.0:1761232071.199408:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232071.199413:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232071.199421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748602240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761232071.199424:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232071.199448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761232071.199451:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748602752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232071.199461:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232071.199478:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748602240:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232071.199484:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232071.199491:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232071.199495:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232071.199502:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8594 00000100:00080000:2.0:1761232071.199506:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232071.199511:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232071.199518:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232071.199520:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748602368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232071.199537:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748602880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232071.199553:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232071.199558:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232071.199562:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232071.199566:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232071.199574:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8594 00000100:00080000:2.0:1761232071.199587:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232071.199593:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232071.199600:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232071/real 1761232071] req@ffff9437fa0dea00 x1846776748602368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761232071.199603:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232071.199632:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748603008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232071.199638:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748602368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232071.199675:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232071.199680:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232071.199683:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232071.199691:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232071.199693:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232071.199706:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8594 00000100:00100000:0.0:1761232071.199709:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748602368:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232071.199716:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232071.199728:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748602496:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232071.199775:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232071.199785:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232071.199805:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748603136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232071.199833:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232071.199859:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232071/real 1761232071] req@ffff9437fa0dfb80 x1846776748602496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232071.199884:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748602496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232071.199895:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232071.199899:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232071.199904:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748602496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232071.199912:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748602624:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232071.199933:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232071.199944:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232071/real 1761232071] req@ffff9437fa0dc700 x1846776748602624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232071.199959:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748602624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232071.199968:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232071.199972:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232071.199975:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748602624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232071.199982:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748602752:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232071.200000:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232071.200011:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232071/real 1761232071] req@ffff9437fa0dd180 x1846776748602752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232071.200025:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748602752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232071.200043:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232071.200047:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232071.200051:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748602752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232071.200075:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748602880:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232071.200094:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232071.200105:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232071/real 1761232071] req@ffff9437fa0ddc00 x1846776748602880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232071.200119:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748602880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232071.200129:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232071.200133:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232071.200137:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748602880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232071.200143:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748603008:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232071.200160:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232071.200171:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232071/real 1761232071] req@ffff9437fa0dc380 x1846776748603008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232071.200185:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748603008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232071.200195:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232071.200198:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232071.200203:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748603008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232071.200210:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748603136:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232071.200227:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232071.200237:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232071/real 1761232071] req@ffff9437fa0df800 x1846776748603136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232071.200276:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748603136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232071.200288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232071.200292:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232071.200296:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748603136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232071.710867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232071.710899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232072.030949:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232072.734908:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232072.734996:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232073.055055:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232073.758904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232073.758918:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232074.079040:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232074.782904:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232074.782959:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232075.102900:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232075.806935:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232075.807018:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232076.127083:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232076.319288:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748603264:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232076.319423:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232076.319531:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232076/real 1761232076] req@ffff9437f86d5c00 x1846776748603264/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232076.319585:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748603264/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232076.319613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232076.319641:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232076.319663:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748603264:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232076.319737:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748603392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232076.319852:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232076.319904:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232076/real 1761232076] req@ffff9437f86d4700 x1846776748603392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232076.319984:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748603392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232076.320037:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232076.320064:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232076.320087:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748603392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232076.320137:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748603520:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232076.320188:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232076.320244:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232076/real 1761232076] req@ffff9437f86d7100 x1846776748603520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232076.320269:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748603520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232076.320285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232076.320292:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232076.320299:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748603520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232076.320313:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748603648:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232076.320356:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232076.320374:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232076/real 1761232076] req@ffff9437f86d6a00 x1846776748603648/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232076.320390:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748603648/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232076.320401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232076.320405:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232076.320409:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748603648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232076.320417:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748603776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232076.320441:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232076.320452:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232076/real 1761232076] req@ffff9437f86d6d80 x1846776748603776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232076.320466:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748603776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232076.320476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232076.320480:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232076.320483:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748603776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232076.320512:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748603904:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232076.320532:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232076.320544:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232076/real 1761232076] req@ffff9437f86d6680 x1846776748603904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232076.320558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748603904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232076.320576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232076.320580:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232076.320584:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748603904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232076.320591:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748604032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232076.320608:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232076.320619:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232076/real 1761232076] req@ffff9437f86d5c00 x1846776748604032/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232076.320632:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748604032/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232076.320642:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232076.320646:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232076.320650:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748604032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232076.320657:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748604160:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232076.320674:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232076.320684:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232076/real 1761232076] req@ffff9437f86d5f80 x1846776748604160/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232076.320697:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748604160/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232076.320707:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232076.320710:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232076.320715:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748604160:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232076.830927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232076.830964:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232077.150974:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232077.854864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232077.854996:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232078.175002:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232078.878926:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232078.878985:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232079.199062:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232079.902869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232079.902873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232079.902913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232080.223051:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232080.926887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232080.926916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232081.247029:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232081.438916:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232081.438930:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232081.438936:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232081.438952:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8605 00000100:00080000:2.0:1761232081.438966:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232081.438975:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232081.439022:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748604288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232081.439060:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232081.439065:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232081.439069:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232081.439075:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8605 00000100:00080000:2.0:1761232081.439079:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232081.439085:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232081.439098:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232081.439116:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748604416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232081.439129:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748604288:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232081.439156:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232081.439169:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232081.439173:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232081.439180:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8605 00000100:00080000:2.0:1761232081.439185:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232081.439189:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232081.439197:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232081.439215:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748604544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232081.439229:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232081.439234:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232081.439236:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232081.439241:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8605 00000100:00080000:2.0:1761232081.439257:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232081.439263:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232081.439270:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232081.439273:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232081.439293:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748604672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232081.439307:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232081.439311:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232081.439314:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232081.439319:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8605 00000100:00080000:2.0:1761232081.439325:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232081.439330:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232081.439339:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232081/real 1761232081] req@ffff9437fa0dd500 x1846776748604288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761232081.439341:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232081.439366:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748604800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232081.439381:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748604288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232081.439384:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232081.439402:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232081.439408:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232081.439419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232081.439420:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8605 00000100:00080000:2.0:1761232081.439434:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232081.439438:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232081.439446:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232081.439452:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748604288:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761232081.439456:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232081.439475:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748604928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232081.439491:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232081.439492:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748604416:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232081.439505:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232081.439512:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232081.439519:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8605 00000100:00080000:2.0:1761232081.439527:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232081.439533:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232081.439540:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232081.439545:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232081.439566:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748605056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232081.439575:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232081/real 1761232081] req@ffff9437fa0ded80 x1846776748604416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232081.439599:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232081.439612:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232081.439615:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232081.439620:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748604416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232081.439626:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8605 00000100:00080000:2.0:1761232081.439638:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232081.439652:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232081.439653:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761232081.439661:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232081.439666:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232081.439675:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748604416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232081.439684:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748605184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232081.439694:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748604544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232081.439779:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232081.439796:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232081/real 1761232081] req@ffff9437fa0de300 x1846776748604544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232081.439811:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748604544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232081.439823:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232081.439827:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232081.439831:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748604544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232081.439839:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748604672:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232081.439861:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232081.439873:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232081/real 1761232081] req@ffff9437fa0dca80 x1846776748604672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232081.439887:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748604672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232081.439897:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232081.439901:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232081.439904:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748604672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232081.439911:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748604800:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232081.439929:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232081.439940:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232081/real 1761232081] req@ffff9437fa0dc000 x1846776748604800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232081.439955:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748604800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232081.439965:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232081.439968:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232081.439971:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748604800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232081.439994:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748604928:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232081.440013:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232081.440024:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232081/real 1761232081] req@ffff9437fa0df100 x1846776748604928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232081.440039:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748604928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232081.440048:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232081.440052:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232081.440056:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748604928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232081.440062:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748605056:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232081.440080:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232081.440092:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232081/real 1761232081] req@ffff9437fa0df480 x1846776748605056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232081.440105:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748605056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232081.440127:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232081.440164:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232081.440173:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748605056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232081.440185:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748605184:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232081.440227:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232081.440251:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232081/real 1761232081] req@ffff9437fa0dd500 x1846776748605184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232081.440274:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748605184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232081.440285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232081.440289:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232081.440293:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748605184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232081.950949:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232081.951000:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232082.270997:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232082.974896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232082.974896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232083.295032:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232083.998966:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232083.998973:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232084.319021:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232085.022925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232085.022971:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232085.343081:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232086.046899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232086.046927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232086.366995:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232086.558968:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232086.558985:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232086.558993:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232086.559010:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8610 00000100:00080000:0.0:1761232086.559027:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232086.559037:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232086.559112:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748605312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232086.559153:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232086.559161:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232086.559165:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232086.559174:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8610 00000100:00080000:0.0:1761232086.559181:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232086.559190:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232086.559206:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232086.559230:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748605312:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232086.559231:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748605440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232086.559252:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232086.559258:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232086.559262:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232086.559269:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8610 00000100:00080000:0.0:1761232086.559276:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232086.559282:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232086.559290:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232086.559308:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748605568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232086.559321:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232086.559327:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232086.559332:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232086.559336:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232086.559342:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8610 00000100:00080000:0.0:1761232086.559348:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232086.559354:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232086.559362:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232086.559381:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748605696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232086.559381:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232086/real 1761232086] req@ffff9437f87f9f80 x1846776748605312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232086.559401:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232086.559407:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232086.559411:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232086.559413:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748605312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232086.559418:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8610 00000100:00080000:0.0:1761232086.559424:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232086.559431:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232086.559439:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232086.559447:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232086.559454:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232086.559455:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748605824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232086.559463:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748605312:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232086.559472:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232086.559478:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232086.559481:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232086.559487:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8610 00000100:00080000:0.0:1761232086.559494:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232086.559497:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748605440:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232086.559500:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232086.559508:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232086.559527:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748605952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232086.559536:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232086.559547:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232086.559553:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232086.559558:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232086.559560:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232086/real 1761232086] req@ffff9437f87f8000 x1846776748605440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232086.559564:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8610 00000100:00080000:0.0:1761232086.559571:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232086.559578:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232086.559584:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748605440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232086.559587:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232086.559603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761232086.559605:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748606080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232086.559609:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232086.559616:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748605440:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232086.559623:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232086.559628:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748605568:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232086.559629:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232086.559633:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232086.559640:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8610 00000100:00080000:0.0:1761232086.559646:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232086.559653:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761232086.559660:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761232086.559661:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232086.559679:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748606208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232086.559681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232086/real 1761232086] req@ffff9437f87f8e00 x1846776748605568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232086.559705:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748605568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232086.559723:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232086.559765:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232086.559774:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748605568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232086.559787:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748605696:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232086.559821:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232086.559837:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232086/real 1761232086] req@ffff9437f87f8700 x1846776748605696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232086.559859:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748605696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232086.559876:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232086.559882:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232086.559889:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748605696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232086.559902:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748605824:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232086.559945:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232086.559969:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232086/real 1761232086] req@ffff9437f87f8380 x1846776748605824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232086.559994:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748605824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232086.560010:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232086.560017:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232086.560024:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748605824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232086.560060:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748605952:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232086.560139:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232086.560157:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232086/real 1761232086] req@ffff9437f87f9880 x1846776748605952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232086.560173:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748605952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232086.560184:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232086.560188:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232086.560192:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748605952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232086.560199:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748606080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232086.560219:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232086.560230:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232086/real 1761232086] req@ffff9437f87f8a80 x1846776748606080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232086.560245:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748606080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232086.560255:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232086.560259:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232086.560263:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748606080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232086.560270:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748606208:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232086.560288:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232086.560299:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232086/real 1761232086] req@ffff9437f87faa00 x1846776748606208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232086.560312:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748606208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232086.560331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232086.560335:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232086.560339:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748606208:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232087.070913:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232087.070932:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232087.391013:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232088.094895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232088.094907:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232088.415094:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232089.118912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232089.118915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232089.439124:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232090.142912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232090.142992:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232090.463023:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232091.166926:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232091.166977:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232091.487077:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232091.678923:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232091.678936:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232091.678943:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232091.678956:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8615 00000100:00080000:0.0:1761232091.678971:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232091.678982:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232091.679053:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748606336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232091.679089:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232091.679094:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232091.679096:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232091.679102:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8615 00000100:00080000:0.0:1761232091.679107:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232091.679112:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232091.679124:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232091.679146:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748606464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232091.679150:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748606336:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232091.679176:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232091.679181:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232091.679183:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232091.679189:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8615 00000100:00080000:0.0:1761232091.679195:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232091.679200:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232091.679207:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232091.679223:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748606592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232091.679237:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232091.679241:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232091.679243:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232091.679255:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8615 00000800:00000100:2.0:1761232091.679259:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232091.679263:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232091.679271:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232091.679278:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232091.679294:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748606720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232091.679307:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232091.679312:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232091.679314:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232091.679323:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232091/real 1761232091] req@ffff9437f87fa680 x1846776748606336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232091.679325:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8615 00000100:00080000:0.0:1761232091.679336:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232091.679348:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232091.679361:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232091.679372:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748606336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232091.679380:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748606848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232091.679416:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232091.679418:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232091.679430:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232091.679435:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232091.679438:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232091.679447:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748606336:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232091.679449:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8615 00000100:00080000:0.0:1761232091.679463:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232091.679469:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232091.679475:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232091.679487:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748606976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232091.679493:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748606464:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232091.679521:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232091.679526:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232091.679530:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232091.679536:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8615 00000100:00080000:0.0:1761232091.679542:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232091.679544:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232091.679552:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232091.679561:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232091.679573:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232091/real 1761232091] req@ffff9437f87fb100 x1846776748606464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232091.679582:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748607104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232091.679618:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232091.679623:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748606464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232091.679625:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232091.679632:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232091.679646:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8615 00000100:00080000:0.0:1761232091.679656:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232091.679668:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232091.679681:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232091.679685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232091.679697:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232091.679705:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748607232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232091.679711:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748606464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232091.679793:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748606592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232091.679827:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232091.679842:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232091/real 1761232091] req@ffff9437f87fad80 x1846776748606592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232091.679860:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748606592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232091.679873:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232091.679877:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232091.679881:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748606592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232091.679889:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748606720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232091.679909:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232091.679920:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232091/real 1761232091] req@ffff9437f87f9c00 x1846776748606720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232091.679934:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748606720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232091.679944:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232091.679947:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232091.679952:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748606720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232091.679959:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748606848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232091.679978:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232091.679989:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232091/real 1761232091] req@ffff9437f87fb800 x1846776748606848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232091.680002:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748606848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232091.680013:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232091.680016:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232091.680050:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748606848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232091.680074:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748606976:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232091.680098:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232091.680111:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232091/real 1761232091] req@ffff9437f87f9180 x1846776748606976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232091.680126:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748606976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232091.680136:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232091.680140:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232091.680144:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748606976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232091.680150:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748607104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232091.680168:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232091.680180:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232091/real 1761232091] req@ffff9437f87fa300 x1846776748607104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232091.680194:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748607104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232091.680204:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232091.680207:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232091.680211:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748607104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232091.680217:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748607232:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232091.680235:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232091.680245:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232091/real 1761232091] req@ffff9437f87fbb80 x1846776748607232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232091.680258:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748607232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232091.680269:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232091.680272:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232091.680276:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748607232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232092.190910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232092.190924:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232092.190930:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232092.511057:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232093.214905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232093.214951:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232093.214960:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232093.535052:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232094.238926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232094.238943:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232094.239017:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232094.558895:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232095.262888:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232095.262892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232095.262909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232095.583034:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232096.286865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232096.286866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232096.286902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232096.607062:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232096.798997:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748607360:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232096.799059:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232096.799097:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232096/real 1761232096] req@ffff9437f86d5180 x1846776748607360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232096.799117:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748607360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232096.799132:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232096.799136:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232096.799142:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748607360:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232096.799167:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748607488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232096.799195:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232096.799209:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232096/real 1761232096] req@ffff9437f86d7b80 x1846776748607488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232096.799233:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748607488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232096.799242:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232096.799250:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232096.799257:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748607488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232096.799265:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748607616:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232096.799287:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232096.799301:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232096/real 1761232096] req@ffff9437f86d4380 x1846776748607616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232096.799322:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748607616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232096.799348:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232096.799353:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232096.799359:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748607616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232096.799370:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748607744:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232096.799387:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232096.799394:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232096/real 1761232096] req@ffff9437f86d7480 x1846776748607744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232096.799402:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748607744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232096.799407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232096.799409:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232096.799411:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748607744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232096.799421:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748607872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232096.799431:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232096.799437:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232096/real 1761232096] req@ffff9437f86d5880 x1846776748607872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232096.799444:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748607872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232096.799449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232096.799450:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232096.799453:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748607872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232096.799457:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748608000:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232096.799466:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232096.799471:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232096/real 1761232096] req@ffff9437f86d4000 x1846776748608000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232096.799478:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748608000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232096.799483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232096.799485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232096.799487:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748608000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232096.799490:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748608128:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232096.799499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232096.799505:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232096/real 1761232096] req@ffff9437f86d5180 x1846776748608128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232096.799512:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748608128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232096.799517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232096.799518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232096.799520:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748608128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232096.799523:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748608256:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232096.799532:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232096.799538:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232096/real 1761232096] req@ffff9437f86d5f80 x1846776748608256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232096.799545:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748608256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232096.799550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232096.799552:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232096.799554:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748608256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232097.310833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232097.310885:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232097.310989:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232097.631057:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232098.334873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232098.335003:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232098.655049:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232099.358821:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232099.358829:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232099.678874:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232100.382825:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232100.382853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232100.702943:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232101.406968:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232101.406968:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232101.726996:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232101.919125:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748608384:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232101.919227:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232101.919284:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232101/real 1761232101] req@ffff9437f86d5c00 x1846776748608384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232101.919328:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748608384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232101.919356:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232101.919368:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232101.919381:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748608384:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232101.919428:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748608512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232101.919477:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232101.919507:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232101/real 1761232101] req@ffff9437f86d6680 x1846776748608512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232101.919585:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748608512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232101.919616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232101.919628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232101.919640:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748608512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232101.919664:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748608640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232101.919697:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232101.919710:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232101/real 1761232101] req@ffff9437f86d6d80 x1846776748608640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232101.919724:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748608640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232101.919764:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232101.919768:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232101.919772:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748608640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232101.919780:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748608768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232101.919803:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232101.919815:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232101/real 1761232101] req@ffff9437f86d6a00 x1846776748608768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232101.919829:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748608768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232101.919846:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232101.919850:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232101.919853:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748608768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232101.919860:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748608896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232101.919876:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232101.919887:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232101/real 1761232101] req@ffff9437f86d7100 x1846776748608896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232101.919899:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748608896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232101.919931:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232101.919935:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232101.919939:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748608896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232101.919968:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748609024:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232101.920005:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232101.920026:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232101/real 1761232101] req@ffff9437f86d4700 x1846776748609024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232101.920046:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748609024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232101.920056:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232101.920060:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232101.920064:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748609024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232101.920072:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748609152:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232101.920096:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232101.920108:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232101/real 1761232101] req@ffff9437f86d5c00 x1846776748609152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232101.920121:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748609152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232101.920130:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232101.920133:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232101.920137:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748609152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232101.920143:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748609280:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232101.920159:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232101.920169:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232101/real 1761232101] req@ffff9437f86d5f80 x1846776748609280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232101.920182:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748609280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232101.920191:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232101.920194:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232101.920197:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748609280:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232102.430930:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232102.430931:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232102.751037:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232103.454962:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232103.454985:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232103.775061:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232104.478937:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232104.478958:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232104.799081:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232105.503074:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232105.503099:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232105.503218:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232105.823045:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232106.526968:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232106.527345:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232106.527356:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232106.847035:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232107.038952:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232107.038966:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232107.038973:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232107.038988:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8630 00000100:00080000:3.0:1761232107.039006:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232107.039016:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232107.039066:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748609408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232107.039107:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232107.039112:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232107.039114:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232107.039120:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8630 00000100:00080000:3.0:1761232107.039125:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232107.039131:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232107.039143:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232107.039167:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748609536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232107.039169:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748609408:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232107.039196:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232107.039202:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232107.039205:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232107.039211:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8630 00000100:00080000:3.0:1761232107.039216:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232107.039222:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232107.039229:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232107.039244:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748609664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232107.039257:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232107.039261:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232107.039264:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232107.039271:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232107.039277:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8630 00000100:00080000:3.0:1761232107.039289:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232107.039295:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232107.039303:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232107.039319:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748609792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232107.039331:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232107.039337:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232107/real 1761232107] req@ffff943800b9aa00 x1846776748609408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232107.039338:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232107.039345:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232107.039362:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8630 00000100:00080000:3.0:1761232107.039371:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232107.039377:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232107.039384:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232107.039385:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748609408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232107.039403:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748609920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232107.039406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232107.039426:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232107.039429:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232107.039438:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1761232107.039443:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748609408:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232107.039444:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232107.039459:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8630 00000100:00080000:3.0:1761232107.039467:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232107.039472:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232107.039477:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232107.039489:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748610048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232107.039502:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748609536:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232107.039504:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232107.039514:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232107.039519:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232107.039527:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8630 00000100:00080000:3.0:1761232107.039533:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232107.039538:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232107.039543:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232107.039559:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748610176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232107.039574:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232107.039576:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232107.039585:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232107.039588:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232107.039596:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8630 00000100:00080000:3.0:1761232107.039603:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232107.039607:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232107/real 1761232107] req@ffff943800b98a80 x1846776748609536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232107.039613:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232107.039627:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232107.039642:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748609536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232107.039650:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748610304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232107.039684:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232107.039694:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232107.039701:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748609536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232107.039717:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748609664:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232107.039793:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232107.039808:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232107/real 1761232107] req@ffff943800b98e00 x1846776748609664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232107.039823:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748609664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232107.039834:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232107.039838:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232107.039868:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748609664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232107.039878:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748609792:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232107.039906:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232107.039920:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232107/real 1761232107] req@ffff943800b9b480 x1846776748609792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232107.039934:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748609792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232107.039945:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232107.039949:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232107.039953:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748609792:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232107.039960:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748609920:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232107.039979:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232107.039990:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232107/real 1761232107] req@ffff943800b9b800 x1846776748609920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232107.040004:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748609920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232107.040015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232107.040018:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232107.040021:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748609920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232107.040044:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748610048:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232107.040063:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232107.040075:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232107/real 1761232107] req@ffff943800b99500 x1846776748610048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232107.040089:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748610048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232107.040099:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232107.040102:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232107.040106:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748610048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232107.040113:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748610176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232107.040130:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232107.040140:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232107/real 1761232107] req@ffff943800b9ad80 x1846776748610176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232107.040154:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748610176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232107.040173:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232107.040177:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232107.040181:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748610176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232107.040187:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748610304:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232107.040204:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232107.040215:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232107/real 1761232107] req@ffff943800b9aa00 x1846776748610304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232107.040228:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748610304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232107.040238:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232107.040241:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232107.040245:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748610304:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232107.551093:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232107.551673:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232107.551699:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232107.870894:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232108.574975:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232108.574993:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232108.575370:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232108.895086:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232109.599314:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232109.599388:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232109.599464:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232109.919033:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232110.622915:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232110.622973:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232110.943033:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232111.646935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232111.646962:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232111.967037:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232112.158928:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232112.158940:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232112.158947:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232112.158961:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8635 00000100:00080000:2.0:1761232112.158976:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232112.158986:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232112.159035:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748610432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232112.159074:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232112.159080:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232112.159082:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232112.159087:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8635 00000100:00080000:2.0:1761232112.159092:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232112.159099:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232112.159111:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232112.159130:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748610560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232112.159135:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748610432:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232112.159161:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232112.159166:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232112.159169:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232112.159176:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8635 00000100:00080000:2.0:1761232112.159182:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232112.159186:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232112.159192:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232112.159208:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748610688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232112.159220:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232112.159224:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232112.159227:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232112.159233:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8635 00000100:00080000:2.0:1761232112.159238:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232112.159242:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232112.159249:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232112.159266:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748610816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232112.159291:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232112.159298:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748610560:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232112.159299:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232112.159306:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232112.159319:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8635 00000100:00080000:2.0:1761232112.159326:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232112.159331:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232112.159339:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232112.159358:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748610688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232112.159361:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748610944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232112.159382:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232112.159387:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232112.159390:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232112.159397:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8635 00000100:00080000:2.0:1761232112.159408:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232112.159414:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232112.159420:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232112.159425:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748610816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232112.159447:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748611072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232112.159463:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232112.159470:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748610944:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232112.159471:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232112.159478:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232112.159491:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8635 00000100:00080000:2.0:1761232112.159499:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232112.159503:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232112.159510:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232112.159530:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748611200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232112.159536:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748611072:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232112.159567:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232112.159574:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1761232112.159578:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748611200:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761232112.159580:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232112.159599:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8635 00000100:00080000:2.0:1761232112.159615:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232112.159622:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232112.159630:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232112.159647:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748611328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232112.159703:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748611328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232112.670901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232112.670939:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232112.990903:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232113.694861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232113.694922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232114.015090:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232114.718933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232114.718947:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232115.039010:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1761232115.231195:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:2.0:1761232115.231256:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761232115.231279:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232115.231327:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232115.231337:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232115.231345:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232115.231355:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232115.231364:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232115.231374:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232115.231392:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:0.0:1761232115.231464:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232112/real 1761232115] req@ffff9437fa0dd500 x1846776748611328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232115.231500:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748611328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232115.231522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232115.231531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232115.231540:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748611328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232115.231553:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232112/real 1761232115] req@ffff9437fa0dea00 x1846776748611200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232115.231575:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748611200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232115.231591:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232115.231597:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232115.231603:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748611200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232115.231616:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232112/real 1761232115] req@ffff9437fa0dfb80 x1846776748611072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232115.231638:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748611072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232115.231653:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232115.231658:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232115.231664:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748611072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232115.231676:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232112/real 1761232115] req@ffff9437fa0dd180 x1846776748610816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232115.231700:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748610816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232115.231715:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232115.231722:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232115.231798:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748610816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232115.231815:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232112/real 1761232115] req@ffff9437fa0dc700 x1846776748610944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232115.231841:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748610944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232115.231856:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232115.231864:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232115.231869:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748610944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232115.231882:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232112/real 1761232115] req@ffff9437fa0dc380 x1846776748610560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232115.231904:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748610560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232115.231924:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232115.231931:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232115.231940:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748610560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232115.231958:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232112/real 1761232115] req@ffff9437fa0ddc00 x1846776748610688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232115.231983:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748610688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232115.232003:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232115.232011:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232115.232019:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748610688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232115.232033:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232112/real 1761232115] req@ffff9437fa0df800 x1846776748610432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232115.232057:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748610432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232115.232071:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232115.232078:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232115.232084:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748610432:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232115.742869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232115.742890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232116.062932:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232116.766976:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232116.767014:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232117.087029:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232117.278989:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232117.279002:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232117.279008:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232117.279024:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8640 00000100:00080000:2.0:1761232117.279040:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232117.279050:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232117.279102:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748611456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232117.279138:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232117.279143:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232117.279146:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232117.279151:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8640 00000100:00080000:2.0:1761232117.279157:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232117.279163:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232117.279174:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232117.279195:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748611584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232117.279200:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748611456:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232117.279230:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232117.279238:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232117.279243:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232117.279253:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8640 00000100:00080000:2.0:1761232117.279287:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232117.279296:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232117.279309:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761232117.279313:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232117.279346:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748611712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232117.279368:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232117.279374:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232117.279382:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232117.279384:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232117/real 1761232117] req@ffff9437fa0df480 x1846776748611456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232117.279394:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8640 00000100:00080000:2.0:1761232117.279409:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232117.279424:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232117.279435:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232117.279441:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748611456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232117.279475:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748611840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232117.279479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232117.279498:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232117.279514:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232117.279516:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748611456:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232117.279531:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232117.279540:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232117.279549:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8640 00000100:00080000:2.0:1761232117.279558:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232117.279566:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232117.279574:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748611584:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761232117.279581:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232117.279614:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748611968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232117.279646:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232117.279649:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232117.279660:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232117.279664:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232117.279674:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8640 00000100:00080000:2.0:1761232117.279683:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232117.279691:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232117.279701:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232117/real 1761232117] req@ffff9437fa0df100 x1846776748611584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761232117.279706:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232117.279818:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748612096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232117.279852:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232117.279859:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1761232117.279869:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748611584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232117.279869:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232117.279887:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8640 00000100:00080000:2.0:1761232117.279903:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232117.279913:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232117.279916:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232117.279934:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761232117.279936:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232117.279950:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748611584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232117.279973:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748612224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232117.279974:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748611712:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232117.280008:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232117.280015:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232117.280021:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232117.280031:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8640 00000800:00000100:0.0:1761232117.280043:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232117.280045:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232117.280069:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232117.280082:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232117.280095:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232117/real 1761232117] req@ffff9437fa0dc000 x1846776748611712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232117.280111:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748612352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232117.280138:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748611712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232117.280161:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232117.280171:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232117.280179:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748611712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232117.280194:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748611840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232117.280239:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232117.280263:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232117/real 1761232117] req@ffff9437fa0dca80 x1846776748611840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232117.280288:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748611840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232117.280304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232117.280311:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232117.280317:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748611840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232117.280351:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748611968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232117.280413:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232117.280437:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232117/real 1761232117] req@ffff9437fa0de300 x1846776748611968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232117.280461:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748611968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232117.280489:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232117.280496:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232117.280504:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748611968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232117.280518:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748612096:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232117.280573:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232117.280596:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232117/real 1761232117] req@ffff9437fa0ded80 x1846776748612096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232117.280620:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748612096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232117.280637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232117.280643:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232117.280651:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748612096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232117.280664:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748612224:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232117.280704:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232117.280784:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232117/real 1761232117] req@ffff9437fa0df480 x1846776748612224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232117.280812:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748612224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232117.280827:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232117.280834:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232117.280841:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748612224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232117.280854:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748612352:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232117.280896:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232117.280920:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232117/real 1761232117] req@ffff9437fa0df800 x1846776748612352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232117.280946:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748612352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232117.280964:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232117.280972:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232117.280978:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748612352:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232117.790897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232117.790996:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232118.110951:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232118.814863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232118.814913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232119.135031:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232119.838928:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232119.838952:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232120.159083:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232120.862918:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232120.862938:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232121.182948:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232121.886896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232121.887051:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232122.207009:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232122.398874:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232122.398887:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232122.398893:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232122.398905:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8646 00000100:00080000:3.0:1761232122.398919:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232122.398926:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232122.398963:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748612480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232122.398993:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232122.398997:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232122.398999:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232122.399003:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8646 00000100:00080000:3.0:1761232122.399007:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232122.399011:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232122.399020:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232122.399031:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748612608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232122.399037:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748612480:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232122.399049:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232122.399053:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232122.399054:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232122.399058:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8646 00000100:00080000:3.0:1761232122.399061:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232122.399064:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232122.399069:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232122.399080:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748612736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232122.399089:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232122.399091:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232122.399092:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232122.399096:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8646 00000100:00080000:3.0:1761232122.399100:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232122.399103:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232122.399108:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232122.399110:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232122.399122:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748612864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232122.399132:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232122.399135:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232122.399136:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232122.399140:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8646 00000100:00080000:3.0:1761232122.399144:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232122.399148:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232122.399152:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232122.399157:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232122/real 1761232122] req@ffff943800b9bb80 x1846776748612480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232122.399165:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748612992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232122.399179:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232122.399184:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1761232122.399186:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748612480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232122.399187:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232122.399198:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8646 00000100:00080000:3.0:1761232122.399204:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232122.399211:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232122.399219:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232122.399226:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761232122.399232:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748613120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232122.399237:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232122.399247:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748612480:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232122.399253:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232122.399257:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232122.399259:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232122.399264:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8646 00000100:00080000:3.0:1761232122.399266:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232122.399269:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232122.399273:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232122.399276:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748612608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232122.399286:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748613248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232122.399296:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232122.399300:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232122.399305:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232122.399306:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232122.399313:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8646 00000100:00080000:3.0:1761232122.399318:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232122.399322:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232122.399327:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232122/real 1761232122] req@ffff943800b99c00 x1846776748612608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232122.399329:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232122.399348:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748613376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232122.399350:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748612608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232122.399380:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232122.399384:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232122.399388:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748612608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232122.399395:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748612736:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232122.399411:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232122.399419:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232122/real 1761232122] req@ffff943800b98000 x1846776748612736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232122.399429:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748612736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232122.399437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232122.399439:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232122.399441:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748612736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232122.399447:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748612864:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232122.399460:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232122.399468:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232122/real 1761232122] req@ffff943800b98700 x1846776748612864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232122.399477:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748612864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232122.399484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232122.399486:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232122.399488:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748612864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232122.399493:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748612992:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232122.399506:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232122.399513:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232122/real 1761232122] req@ffff943800b98380 x1846776748612992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232122.399522:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748612992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232122.399529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232122.399531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232122.399533:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748612992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232122.399538:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748613120:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232122.399549:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232122.399556:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232122/real 1761232122] req@ffff943800b99f80 x1846776748613120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232122.399566:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748613120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232122.399573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232122.399575:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232122.399578:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748613120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232122.399593:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748613248:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232122.399606:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232122.399613:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232122/real 1761232122] req@ffff943800b9a680 x1846776748613248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232122.399622:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748613248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232122.399628:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232122.399630:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232122.399633:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748613248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232122.399637:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748613376:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232122.399649:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232122.399656:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232122/real 1761232122] req@ffff943800b9bb80 x1846776748613376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232122.399665:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748613376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232122.399703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232122.399707:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232122.399712:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748613376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232122.910902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232122.910951:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232123.231022:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232123.934872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232123.934952:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232124.255069:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232124.958977:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232124.958999:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232125.279133:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232125.982848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232125.982854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232126.303046:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232127.006848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232127.006883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232127.327061:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232127.518849:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232127.518858:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232127.518863:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232127.518875:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8651 00000100:00080000:3.0:1761232127.518885:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232127.518891:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232127.518928:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748613504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232127.518953:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232127.518955:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232127.518957:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232127.518960:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8651 00000100:00080000:3.0:1761232127.518962:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232127.518965:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232127.518974:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232127.518983:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748613632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232127.518988:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748613504:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232127.518995:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232127.518999:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232127.519000:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232127.519003:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8651 00000100:00080000:3.0:1761232127.519007:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232127.519009:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232127.519013:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232127.519021:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748613760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232127.519028:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232127.519030:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232127.519031:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232127.519033:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8651 00000100:00080000:3.0:1761232127.519044:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232127.519048:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232127.519053:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761232127.519056:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232127.519067:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748613888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232127.519074:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232127.519076:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232127.519077:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232127.519080:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8651 00000100:00080000:3.0:1761232127.519083:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232127.519086:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232127.519089:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232127.519093:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232127/real 1761232127] req@ffff943800b9aa00 x1846776748613504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232127.519101:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748614016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232127.519114:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748613504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232127.519118:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232127.519125:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232127.519129:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232127.519134:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8651 00000100:00080000:0.0:1761232127.519135:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232127.519137:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232127.519141:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232127.519142:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232127.519148:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232127.519149:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748613504:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232127.519158:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748614144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232127.519164:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232127.519166:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232127.519167:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232127.519170:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8651 00000100:00100000:0.0:1761232127.519174:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748613632:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232127.519175:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232127.519182:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232127.519186:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232127.519195:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748614272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232127.519205:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232127.519207:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232127.519209:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232127.519212:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8651 00000800:00000100:0.0:1761232127.519216:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232127.519218:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232127.519224:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232127.519227:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232127.519232:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232127/real 1761232127] req@ffff943800b9ad80 x1846776748613632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232127.519238:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748614400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232127.519277:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748613632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232127.519285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232127.519288:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232127.519291:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748613632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232127.519296:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748613760:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232127.519308:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232127.519315:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232127/real 1761232127] req@ffff943800b99500 x1846776748613760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232127.519322:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748613760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232127.519328:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232127.519329:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232127.519331:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748613760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232127.519335:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748613888:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232127.519345:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232127.519351:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232127/real 1761232127] req@ffff943800b9b800 x1846776748613888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232127.519358:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748613888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232127.519368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232127.519370:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232127.519373:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748613888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232127.519376:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748614016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232127.519385:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232127.519390:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232127/real 1761232127] req@ffff943800b9b480 x1846776748614016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232127.519397:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748614016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232127.519403:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232127.519404:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232127.519406:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748614016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232127.519409:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748614144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232127.519418:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232127.519424:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232127/real 1761232127] req@ffff943800b98e00 x1846776748614144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232127.519430:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748614144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232127.519435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232127.519437:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232127.519439:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748614144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232127.519452:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748614272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232127.519462:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232127.519467:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232127/real 1761232127] req@ffff943800b98a80 x1846776748614272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232127.519474:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748614272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232127.519479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232127.519481:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232127.519483:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748614272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232127.519486:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748614400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232127.519495:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232127.519501:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232127/real 1761232127] req@ffff943800b9aa00 x1846776748614400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232127.519508:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748614400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232127.519513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232127.519515:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232127.519516:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748614400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232128.030802:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232128.030841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232128.030844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232128.351010:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232129.054898:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232129.054909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232129.375085:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232130.078886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232130.078968:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232130.078985:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232130.399098:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232131.102928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232131.103001:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232131.423023:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232132.126836:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232132.127003:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232132.447054:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232132.639258:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748614528:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232132.639349:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232132.639407:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232132/real 1761232132] req@ffff9437f86d5180 x1846776748614528/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232132.639456:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748614528/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232132.639488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232132.639502:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232132.639512:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748614528:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232132.639594:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748614656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232132.639654:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232132.639681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232132/real 1761232132] req@ffff9437f86d4000 x1846776748614656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232132.639716:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748614656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232132.639772:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232132.639778:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232132.639785:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748614656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232132.639797:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748614784:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232132.639832:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232132.639854:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232132/real 1761232132] req@ffff9437f86d5880 x1846776748614784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232132.639877:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748614784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232132.639895:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232132.639908:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232132.639921:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748614784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232132.639954:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748614912:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232132.639986:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232132.640007:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232132/real 1761232132] req@ffff9437f86d7480 x1846776748614912/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232132.640029:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748614912/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232132.640043:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232132.640053:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232132.640059:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748614912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232132.640085:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748615040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232132.640123:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232132.640149:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232132/real 1761232132] req@ffff9437f86d4380 x1846776748615040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232132.640194:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748615040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232132.640218:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232132.640224:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232132.640229:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748615040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232132.640254:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748615168:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232132.640288:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232132.640313:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232132/real 1761232132] req@ffff9437f86d7b80 x1846776748615168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232132.640343:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748615168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232132.640358:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232132.640365:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232132.640371:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748615168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232132.640391:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748615296:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232132.640423:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232132.640443:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232132/real 1761232132] req@ffff9437f86d5880 x1846776748615296/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232132.640460:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748615296/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232132.640478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232132.640482:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232132.640486:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748615296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232132.640498:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748615424:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232132.640516:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232132.640527:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232132/real 1761232132] req@ffff9437f86d4000 x1846776748615424/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232132.640541:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748615424/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232132.640575:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232132.640579:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232132.640583:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748615424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232133.150946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232133.151007:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232133.471156:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232134.174841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232134.174862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232134.495043:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232135.198907:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232135.198959:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232135.519062:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232136.222912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232136.222963:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232136.542970:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232137.246966:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232137.246995:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232137.567005:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232137.758987:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232137.759003:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232137.759011:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232137.759028:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8661 00000100:00080000:0.0:1761232137.759048:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232137.759062:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232137.759114:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748615552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232137.759166:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232137.759174:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232137.759177:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232137.759185:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8661 00000100:00080000:0.0:1761232137.759192:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232137.759201:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232137.759217:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232137.759234:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748615552:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232137.759247:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748615680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232137.759270:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232137.759277:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232137.759281:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232137.759289:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8661 00000100:00080000:0.0:1761232137.759314:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232137.759322:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232137.759332:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232137.759343:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232137.759366:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748615808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232137.759386:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232137.759392:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232137.759397:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232137.759406:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232137/real 1761232137] req@ffff9437f87fb480 x1846776748615552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232137.759413:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8661 00000100:00080000:0.0:1761232137.759427:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232137.759440:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232137.759449:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748615552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232137.759451:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232137.759475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232137.759485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232137.759487:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748615936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232137.759552:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232137.759557:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232137.759561:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232137.759569:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748615552:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232137.759570:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8661 00000100:00080000:0.0:1761232137.759587:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232137.759601:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232137.759611:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232137.759621:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748615680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232137.759636:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748616064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232137.759658:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232137.759665:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232137.759674:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232137.759676:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232137.759688:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8661 00000100:00080000:0.0:1761232137.759700:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232137.759707:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232137.759717:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232137.759724:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232137/real 1761232137] req@ffff9437f87f9500 x1846776748615680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232137.759808:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748616192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232137.759823:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748615680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232137.759835:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232137.759852:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232137.759860:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232137.759866:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232137.759872:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8661 00000100:00080000:2.0:1761232137.759879:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232137.759889:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232137.759890:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748615680:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232137.759907:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232137.759913:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748615808:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761232137.759923:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232137.759954:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748616320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232137.759970:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232137.759988:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232137.759995:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232137.760000:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232137/real 1761232137] req@ffff9437f87fbb80 x1846776748615808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232137.760002:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232137.760022:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8661 00000100:00080000:0.0:1761232137.760033:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232137.760034:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748615808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232137.760050:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232137.760059:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761232137.760065:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232137.760070:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232137.760080:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748615808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232137.760093:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748615936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232137.760101:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748616448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232137.760127:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232137.760145:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232137/real 1761232137] req@ffff9437f87fa300 x1846776748615936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232137.760162:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748615936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232137.760181:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232137.760185:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232137.760189:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748615936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232137.760212:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748616064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232137.760232:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232137.760244:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232137/real 1761232137] req@ffff9437f87f9180 x1846776748616064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232137.760257:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748616064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232137.760268:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232137.760272:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232137.760276:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748616064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232137.760283:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748616192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232137.760301:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232137.760312:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232137/real 1761232137] req@ffff9437f87fb800 x1846776748616192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232137.760326:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748616192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232137.760335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232137.760339:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232137.760343:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748616192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232137.760350:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748616320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232137.760368:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232137.760378:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232137/real 1761232137] req@ffff9437f87f9c00 x1846776748616320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232137.760392:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748616320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232137.760402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232137.760405:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232137.760409:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748616320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232137.760415:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748616448:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232137.760434:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232137.760444:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232137/real 1761232137] req@ffff9437f87fad80 x1846776748616448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232137.760459:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748616448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232137.760468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232137.760472:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232137.760475:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748616448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232138.270981:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232138.270986:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232138.590893:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232139.294870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232139.294929:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232139.615028:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232140.318884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232140.318903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232140.639023:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232141.342922:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232141.342932:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232141.662940:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232142.366927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232142.366927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232142.686992:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232142.878879:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232142.878891:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232142.878897:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232142.878911:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8666 00000100:00080000:2.0:1761232142.878927:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232142.878938:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232142.878982:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748616576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232142.879017:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232142.879022:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232142.879024:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232142.879029:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8666 00000100:00080000:2.0:1761232142.879033:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232142.879038:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232142.879049:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232142.879064:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748616704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232142.879072:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748616576:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232142.879089:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232142.879094:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232142.879096:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232142.879102:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8666 00000100:00080000:2.0:1761232142.879109:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232142.879112:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232142.879118:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232142.879135:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748616832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232142.879147:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232142.879152:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232142.879153:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232142.879157:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8666 00000100:00080000:2.0:1761232142.879162:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232142.879169:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232142.879177:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232142.879185:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232142.879200:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748616960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232142.879212:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232142.879216:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232142.879218:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232142.879224:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8666 00000100:00100000:0.0:1761232142.879231:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232142/real 1761232142] req@ffff9437fa0ddc00 x1846776748616576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232142.879233:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232142.879248:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232142.879262:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232142.879272:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748616576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232142.879280:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748617088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232142.879310:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232142.879313:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232142.879322:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232142.879323:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232142.879331:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232142.879334:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748616576:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232142.879342:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8666 00000100:00080000:2.0:1761232142.879350:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232142.879354:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232142.879359:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232142.879374:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748616704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232142.879376:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748617216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232142.879397:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232142.879402:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232142.879405:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232142.879410:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8666 00000100:00080000:2.0:1761232142.879416:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232142.879420:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232142.879427:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232142.879463:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232142.879485:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748617344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232142.879490:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232142/real 1761232142] req@ffff9437fa0dc380 x1846776748616704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232142.879517:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232142.879525:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232142.879528:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232142.879531:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748616704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232142.879538:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8666 00000100:00080000:2.0:1761232142.879550:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232142.879559:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232142.879560:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761232142.879569:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232142.879570:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232142.879580:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748616704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232142.879592:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748616832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232142.879603:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748617472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232142.879625:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232142.879678:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232142/real 1761232142] req@ffff9437fa0dc700 x1846776748616832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232142.879702:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748616832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232142.879712:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232142.879716:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232142.879720:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748616832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232142.879757:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748616960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232142.879784:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232142.879797:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232142/real 1761232142] req@ffff9437fa0dd180 x1846776748616960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232142.879812:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748616960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232142.879823:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232142.879828:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232142.879832:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748616960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232142.879839:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748617088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232142.879856:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232142.879867:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232142/real 1761232142] req@ffff9437fa0dfb80 x1846776748617088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232142.879880:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748617088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232142.879897:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232142.879900:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232142.879904:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748617088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232142.879924:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748617216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232142.879962:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232142.879975:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232142/real 1761232142] req@ffff9437fa0dea00 x1846776748617216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232142.879988:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748617216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232142.879999:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232142.880002:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232142.880006:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748617216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232142.880013:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748617344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232142.880031:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232142.880041:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232142/real 1761232142] req@ffff9437fa0dd500 x1846776748617344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232142.880055:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748617344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232142.880065:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232142.880068:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232142.880072:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748617344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232142.880079:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748617472:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232142.880096:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232142.880106:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232142/real 1761232142] req@ffff9437fa0ddc00 x1846776748617472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232142.880119:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748617472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232142.880130:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232142.880134:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232142.880137:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748617472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232143.390867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232143.390916:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232143.711050:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232144.414910:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232144.414915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232144.735037:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232145.438913:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232145.438932:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232145.758976:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232146.462913:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232146.462928:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232146.782952:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232147.486956:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232147.486975:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232147.487080:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232147.807040:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232147.998867:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232147.998878:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232147.998883:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232147.998895:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8671 00000100:00080000:2.0:1761232147.998907:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232147.998916:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232147.998957:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748617600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232147.998986:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232147.998990:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232147.998992:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232147.998996:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8671 00000100:00080000:2.0:1761232147.999000:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232147.999004:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232147.999013:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232147.999028:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748617728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232147.999035:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748617600:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232147.999043:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232147.999048:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232147.999050:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232147.999055:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8671 00000100:00080000:2.0:1761232147.999059:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232147.999062:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232147.999068:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232147.999081:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748617856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232147.999090:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232147.999093:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232147.999095:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232147.999099:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8671 00000100:00080000:2.0:1761232147.999102:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232147.999106:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232147.999111:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761232147.999112:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232147.999127:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748617984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232147.999137:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232147.999140:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232147.999142:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232147.999146:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8671 00000100:00080000:2.0:1761232147.999151:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232147.999154:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232147.999159:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232147.999164:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232147/real 1761232147] req@ffff9437fa0df800 x1846776748617600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232147.999175:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748618112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232147.999188:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232147.999193:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1761232147.999195:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748617600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232147.999197:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232147.999209:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8671 00000100:00080000:2.0:1761232147.999217:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232147.999221:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232147.999222:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761232147.999226:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232147.999232:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232147.999241:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748617600:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232147.999241:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748618240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232147.999261:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232147.999264:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232147.999267:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232147.999270:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8671 00000100:00080000:2.0:1761232147.999275:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232147.999279:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748617728:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232147.999281:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232147.999291:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232147.999305:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748618368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232147.999317:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761232147.999322:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232147.999324:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232147.999328:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232147.999336:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8671 00000100:00080000:2.0:1761232147.999341:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232147.999343:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232147/real 1761232147] req@ffff9437fa0df480 x1846776748617728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232147.999348:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232147.999357:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232147.999369:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748617728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232147.999375:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748618496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232147.999430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232147.999437:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232147.999443:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748617728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232147.999452:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748617856:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232147.999477:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232147.999488:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232147/real 1761232147] req@ffff9437fa0ded80 x1846776748617856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232147.999499:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748617856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232147.999507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232147.999510:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232147.999513:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748617856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232147.999518:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748617984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232147.999533:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232147.999541:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232147/real 1761232147] req@ffff9437fa0de300 x1846776748617984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232147.999551:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748617984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232147.999558:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232147.999560:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232147.999563:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748617984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232147.999568:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748618112:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232147.999580:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232147.999588:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232147/real 1761232147] req@ffff9437fa0dca80 x1846776748618112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232147.999598:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748618112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232147.999605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232147.999608:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232147.999610:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748618112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232147.999615:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748618240:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232147.999627:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232147.999634:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232147/real 1761232147] req@ffff9437fa0dc000 x1846776748618240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232147.999651:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748618240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232147.999658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232147.999660:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232147.999663:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748618240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232147.999688:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748618368:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232147.999716:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232147.999759:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232147/real 1761232147] req@ffff9437fa0df100 x1846776748618368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232147.999772:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748618368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232147.999779:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232147.999782:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232147.999785:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748618368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232147.999791:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748618496:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232147.999811:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232147.999821:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232147/real 1761232147] req@ffff9437fa0df800 x1846776748618496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232147.999831:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748618496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232147.999844:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232147.999847:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232147.999849:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748618496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232148.510911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232148.510920:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232148.830974:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232149.534900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232149.534924:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232149.854936:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232150.558854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232150.558860:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232150.879040:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232151.582883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232151.582889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232151.903031:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232152.606926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232152.606962:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232152.926927:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232153.118914:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232153.118927:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232153.118933:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232153.118946:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8676 00000100:00080000:2.0:1761232153.118960:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232153.118969:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232153.119019:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748618624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232153.119055:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232153.119060:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232153.119063:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232153.119068:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8676 00000100:00080000:2.0:1761232153.119072:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232153.119077:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232153.119089:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232153.119106:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748618752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232153.119132:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748618624:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232153.119134:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232153.119151:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232153.119154:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232153.119160:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8676 00000100:00080000:2.0:1761232153.119168:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232153.119174:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232153.119190:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232153.119209:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748618880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232153.119222:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232153.119227:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232153.119230:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232153.119234:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8676 00000100:00080000:2.0:1761232153.119241:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232153.119249:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232153.119255:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232153.119265:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232153.119281:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748619008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232153.119295:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232153.119300:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232153.119303:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232153.119311:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232153/real 1761232153] req@ffff9437fa0ddc00 x1846776748618624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232153.119312:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8676 00000100:00080000:2.0:1761232153.119343:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232153.119348:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232153.119359:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232153.119384:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748619136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232153.119394:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748618624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232153.119416:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232153.119426:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232153.119427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232153.119430:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232153.119453:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8676 00000100:00080000:0.0:1761232153.119456:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232153.119460:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232153.119466:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748618624:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232153.119474:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232153.119484:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232153.119498:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748619264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232153.119510:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748618752:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232153.119520:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232153.119527:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232153.119530:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232153.119536:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8676 00000100:00080000:2.0:1761232153.119555:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232153.119556:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232153.119569:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232153.119578:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232153.119586:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232153/real 1761232153] req@ffff9437fa0dd500 x1846776748618752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232153.119600:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748619392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232153.119665:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232153.119673:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748618752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232153.119674:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232153.119681:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232153.119694:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8676 00000100:00080000:2.0:1761232153.119709:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232153.119710:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232153.119718:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232153.119725:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232153.119770:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748618752:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761232153.119776:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232153.119784:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748618880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232153.119801:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748619520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232153.119824:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232153.119843:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232153/real 1761232153] req@ffff9437fa0dea00 x1846776748618880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232153.119863:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748618880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232153.119875:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232153.119879:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232153.119884:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748618880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232153.119892:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748619008:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232153.119913:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232153.119924:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232153/real 1761232153] req@ffff9437fa0dfb80 x1846776748619008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232153.119938:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748619008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232153.119957:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232153.119961:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232153.119965:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748619008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232153.119971:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748619136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232153.119989:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232153.120000:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232153/real 1761232153] req@ffff9437fa0dd180 x1846776748619136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232153.120013:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748619136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232153.120024:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232153.120027:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232153.120031:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748619136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232153.120053:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748619264:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232153.120072:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232153.120083:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232153/real 1761232153] req@ffff9437fa0dc700 x1846776748619264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232153.120097:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748619264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232153.120107:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232153.120110:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232153.120115:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748619264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232153.120122:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748619392:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232153.120144:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232153.120154:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232153/real 1761232153] req@ffff9437fa0dc380 x1846776748619392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232153.120167:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748619392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232153.120176:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232153.120180:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232153.120184:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748619392:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232153.120191:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748619520:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232153.120207:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232153.120217:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232153/real 1761232153] req@ffff9437fa0ddc00 x1846776748619520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232153.120230:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748619520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232153.120240:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232153.120244:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232153.120247:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748619520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232153.630928:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232153.630932:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232153.951030:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232154.654939:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232154.654943:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232154.654996:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232154.975020:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232155.678921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232155.678921:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232155.998993:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232156.702883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232156.702883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232157.023037:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232157.726914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232157.726914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232158.047022:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232158.238989:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232158.239017:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232158.239026:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232158.239045:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8681 00000100:00080000:3.0:1761232158.239063:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232158.239076:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232158.239128:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748619648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232158.239168:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232158.239173:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232158.239176:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232158.239182:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8681 00000100:00080000:3.0:1761232158.239188:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232158.239194:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232158.239208:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232158.239225:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748619648:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232158.239229:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748619776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232158.239252:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232158.239256:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232158.239259:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232158.239289:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8681 00000100:00080000:3.0:1761232158.239295:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232158.239300:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232158.239307:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232158.239325:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748619904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232158.239346:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232158.239351:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232158.239358:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232158.239359:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232158.239370:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8681 00000100:00080000:3.0:1761232158.239379:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232158.239385:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232158.239393:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232158.239411:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748620032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232158.239424:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232158.239427:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232158/real 1761232158] req@ffff943800b9bb80 x1846776748619648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232158.239433:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232158.239441:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232158.239457:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8681 00000100:00080000:3.0:1761232158.239467:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232158.239473:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232158.239481:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748619648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232158.239482:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232158.239505:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748620160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232158.239506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232158.239524:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232158.239537:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232158.239540:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748619648:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232158.239549:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232158.239555:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232158.239564:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8681 00000100:00080000:3.0:1761232158.239569:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232158.239573:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232158.239579:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232158.239596:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748619776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232158.239598:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748620288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232158.239622:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232158.239626:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232158.239629:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232158.239635:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8681 00000100:00080000:3.0:1761232158.239642:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232158.239650:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232158.239657:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232158.239667:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232158.239680:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232158/real 1761232158] req@ffff943800b9a680 x1846776748619776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232158.239689:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748620416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232158.239727:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232158.239764:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232158.239767:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232158.239773:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8681 00000100:00080000:3.0:1761232158.239779:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232158.239786:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232158.239792:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748619776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232158.239795:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232158.239822:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761232158.239825:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748620544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232158.239837:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232158.239851:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748619776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232158.239878:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748619904:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232158.239915:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232158.239931:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232158/real 1761232158] req@ffff943800b99f80 x1846776748619904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232158.239946:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748619904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232158.239957:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232158.239961:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232158.239965:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748619904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232158.239972:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748620032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232158.239992:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232158.240002:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232158/real 1761232158] req@ffff943800b98380 x1846776748620032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232158.240016:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748620032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232158.240026:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232158.240030:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232158.240033:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748620032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232158.240040:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748620160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232158.240059:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232158.240069:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232158/real 1761232158] req@ffff943800b98700 x1846776748620160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232158.240092:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748620160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232158.240102:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232158.240105:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232158.240109:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748620160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232158.240132:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748620288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232158.240151:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232158.240163:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232158/real 1761232158] req@ffff943800b98000 x1846776748620288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232158.240177:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748620288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232158.240187:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232158.240190:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232158.240194:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748620288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232158.240201:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748620416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232158.240218:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232158.240229:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232158/real 1761232158] req@ffff943800b99c00 x1846776748620416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232158.240242:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748620416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232158.240281:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232158.240286:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232158.240291:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748620416:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232158.240298:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748620544:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232158.240337:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232158.240349:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232158/real 1761232158] req@ffff943800b9bb80 x1846776748620544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232158.240362:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748620544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232158.240372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232158.240375:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232158.240379:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748620544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232158.750970:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232158.750989:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232159.070994:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232159.774951:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232159.775018:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232160.094969:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232160.798879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232160.798987:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232161.119004:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232161.822850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232161.822862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232162.142994:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232162.846893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232162.846895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232162.847127:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232163.167029:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232163.358843:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232163.358852:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232163.358858:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232163.358869:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8687 00000100:00080000:3.0:1761232163.358880:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232163.358887:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232163.358927:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748620672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232163.358964:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232163.358969:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232163.358973:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232163.358979:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8687 00000100:00080000:3.0:1761232163.358982:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232163.358986:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232163.358997:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232163.359009:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748620672:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232163.359010:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748620800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232163.359027:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232163.359030:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232163.359032:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232163.359036:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8687 00000100:00080000:3.0:1761232163.359039:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232163.359041:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232163.359046:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232163.359056:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748620928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232163.359064:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232163.359066:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232163.359068:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232163.359071:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8687 00000100:00080000:3.0:1761232163.359073:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232163.359076:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232163.359080:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232163.359082:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232163.359094:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748621056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232163.359103:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232163.359106:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232163.359107:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232163.359110:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8687 00000100:00080000:3.0:1761232163.359114:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232163.359118:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232163.359122:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232163.359127:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232163/real 1761232163] req@ffff943800b9aa00 x1846776748620672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232163.359133:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748621184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232163.359154:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232163.359156:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232163.359158:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232163.359162:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748620672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232163.359166:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8687 00000100:00080000:3.0:1761232163.359173:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232163.359180:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232163.359187:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232163.359198:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232163.359223:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761232163.359226:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748621312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232163.359228:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748620672:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232163.359245:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232163.359248:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232163.359250:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232163.359254:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8687 00000100:00080000:3.0:1761232163.359258:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232163.359262:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748620800:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232163.359266:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232163.359273:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232163.359286:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748621440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232163.359298:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232163.359311:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232163.359316:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232163/real 1761232163] req@ffff943800b98a80 x1846776748620800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232163.359317:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232163.359322:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232163.359332:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8687 00000100:00080000:3.0:1761232163.359340:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232163.359345:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748620800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232163.359345:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232163.359353:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232163.359365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761232163.359372:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748621568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232163.359373:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232163.359381:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748620800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232163.359396:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748620928:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232163.359416:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232163.359425:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232163/real 1761232163] req@ffff943800b98e00 x1846776748620928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232163.359434:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748620928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232163.359440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232163.359442:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232163.359444:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748620928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232163.359449:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748621056:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232163.359461:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232163.359468:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232163/real 1761232163] req@ffff943800b9b480 x1846776748621056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232163.359476:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748621056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232163.359482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232163.359484:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232163.359486:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748621056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232163.359490:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748621184:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232163.359501:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232163.359508:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232163/real 1761232163] req@ffff943800b9b800 x1846776748621184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232163.359516:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748621184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232163.359522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232163.359524:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232163.359526:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748621184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232163.359530:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748621312:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232163.359540:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232163.359547:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232163/real 1761232163] req@ffff943800b99500 x1846776748621312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232163.359556:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748621312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232163.359562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232163.359564:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232163.359566:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748621312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232163.359581:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748621440:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232163.359593:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232163.359600:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232163/real 1761232163] req@ffff943800b9ad80 x1846776748621440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232163.359609:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748621440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232163.359614:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232163.359616:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232163.359619:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748621440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232163.359623:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748621568:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232163.359633:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232163.359640:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232163/real 1761232163] req@ffff943800b9aa00 x1846776748621568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232163.359648:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748621568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232163.359660:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232163.359662:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232163.359664:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748621568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232163.870796:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232163.870813:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232164.190985:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232164.894874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232164.894938:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232165.214995:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232165.918837:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232165.918854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232166.238989:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232166.942948:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232166.942976:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232167.262919:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232167.966914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232167.966943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232168.286969:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232168.478964:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232168.478982:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232168.478990:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232168.479011:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8692 00000100:00080000:3.0:1761232168.479033:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232168.479047:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232168.479118:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748621696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232168.479193:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232168.479200:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232168.479202:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232168.479209:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8692 00000100:00080000:3.0:1761232168.479214:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232168.479219:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232168.479235:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232168.479257:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748621824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232168.479275:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232168.479284:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1761232168.479289:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748621696:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232168.479289:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232168.479306:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8692 00000100:00080000:3.0:1761232168.479317:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232168.479323:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232168.479330:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232168.479350:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748621952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232168.479364:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232168.479369:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232168.479372:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232168.479376:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8692 00000100:00080000:3.0:1761232168.479395:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232168.479409:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232168.479412:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232168.479432:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232168.479459:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748622080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232168.479475:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232168.479480:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232168.479484:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232168.479492:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8692 00000100:00100000:0.0:1761232168.479496:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232168/real 1761232168] req@ffff943800b9bb80 x1846776748621696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232168.479500:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232168.479518:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232168.479543:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232168.479577:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748622208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232168.479578:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748621696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232168.479712:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232168.479714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232168.479728:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232168.479767:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232168.479783:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232168.479784:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8692 00000100:00080000:3.0:1761232168.479815:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232168.479817:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748621696:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232168.479836:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232168.479849:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232168.479869:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748622336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232168.479876:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748621824:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232168.479928:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232168.479933:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232168.479936:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232168.479945:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232168.479947:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8692 00000100:00080000:3.0:1761232168.479965:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232168.479970:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232168.479983:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232168.479991:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232168/real 1761232168] req@ffff943800b99c00 x1846776748621824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232168.480012:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748622464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232168.480023:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748621824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232168.480080:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232168.480088:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232168.480090:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232168.480106:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232168.480115:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232168.480124:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8692 00000100:00100000:0.0:1761232168.480134:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748621824:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232168.480136:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232168.480193:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232168.480206:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748621952:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761232168.480210:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232168.480239:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748622592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232168.480262:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232168.480294:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232168/real 1761232168] req@ffff943800b98000 x1846776748621952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232168.480313:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748621952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232168.480324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232168.480329:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232168.480333:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748621952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232168.480341:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748622080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232168.480363:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232168.480375:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232168/real 1761232168] req@ffff943800b98700 x1846776748622080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232168.480389:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748622080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232168.480399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232168.480403:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232168.480406:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748622080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232168.480414:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748622208:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232168.480433:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232168.480445:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232168/real 1761232168] req@ffff943800b98380 x1846776748622208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232168.480459:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748622208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232168.480469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232168.480473:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232168.480476:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748622208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232168.480501:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748622336:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232168.480522:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232168.480533:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232168/real 1761232168] req@ffff943800b99f80 x1846776748622336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232168.480547:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748622336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232168.480557:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232168.480561:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232168.480565:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748622336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232168.480573:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748622464:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232168.480591:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232168.480601:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232168/real 1761232168] req@ffff943800b9a680 x1846776748622464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232168.480614:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748622464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232168.480630:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232168.480636:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232168.480643:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748622464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232168.480656:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748622592:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232168.480690:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232168.480712:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232168/real 1761232168] req@ffff943800b9bb80 x1846776748622592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232168.480782:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748622592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232168.480798:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232168.480803:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232168.480809:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748622592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232168.990919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232168.990983:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232168.991012:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232169.310978:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232170.014936:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232170.014940:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232170.014974:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232170.335023:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232171.038925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232171.038925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232171.038961:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232171.359001:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232172.062967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232172.062989:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232172.063552:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232172.383003:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232173.086983:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232173.087895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232173.406983:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232173.598978:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232173.599005:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232173.599013:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232173.599031:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8697 00000100:00080000:0.0:1761232173.599050:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232173.599063:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232173.599161:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748622720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232173.599215:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232173.599221:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232173.599223:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232173.599229:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8697 00000100:00080000:0.0:1761232173.599234:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232173.599239:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232173.599253:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232173.599268:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748622848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232173.599280:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232173.599284:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232173.599286:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232173.599291:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8697 00000100:00080000:0.0:1761232173.599297:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232173.599301:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232173.599309:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232173.599321:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748622976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232173.599336:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232173.599343:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232173.599350:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232173.599370:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8697 00000100:00100000:2.0:1761232173.599370:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748622720:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232173.599375:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232173.599393:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232173.599402:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232173.599425:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748623104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232173.599436:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232173.599441:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232173.599444:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232173.599449:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8697 00000100:00080000:0.0:1761232173.599470:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232173.599477:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232173.599484:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232173.599492:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232173.599500:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748623232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232173.599518:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232173.599523:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232173.599525:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232173.599531:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8697 00000100:00080000:0.0:1761232173.599540:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232173.599545:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232173.599552:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232173.599561:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232173/real 1761232173] req@ffff9437f87fb100 x1846776748622720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232173.599571:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748623360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232173.599630:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232173.599640:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1761232173.599641:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748622720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232173.599653:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232173.599673:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8697 00000100:00080000:0.0:1761232173.599691:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232173.599720:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232173.599731:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232173.599740:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232173.599752:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748622720:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761232173.599805:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232173.599807:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748622848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232173.599828:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748623488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232173.599845:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232173.599849:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232173.599853:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232173.599865:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232173.599874:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8697 00000100:00080000:0.0:1761232173.599888:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232173.599895:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232173.599904:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232173.599905:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232173/real 1761232173] req@ffff9437f87fa680 x1846776748622848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232173.599929:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748623616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232173.599937:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748622848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232173.600033:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232173.600040:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232173.600047:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748622848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232173.600114:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748622976:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232173.600162:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232173.600176:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232173/real 1761232173] req@ffff9437f87faa00 x1846776748622976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232173.600189:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748622976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232173.600199:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232173.600203:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232173.600206:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748622976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232173.600213:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748623104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232173.600231:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232173.600241:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232173/real 1761232173] req@ffff9437f87f8a80 x1846776748623104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232173.600254:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748623104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232173.600262:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232173.600265:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232173.600268:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748623104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232173.600275:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748623232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232173.600292:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232173.600301:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232173/real 1761232173] req@ffff9437f87f9880 x1846776748623232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232173.600313:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748623232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232173.600322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232173.600325:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232173.600328:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748623232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232173.600334:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748623360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232173.600371:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232173.600382:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232173/real 1761232173] req@ffff9437f87f8380 x1846776748623360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232173.600396:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748623360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232173.600414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232173.600418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232173.600422:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748623360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232173.600429:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748623488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232173.600447:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232173.600458:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232173/real 1761232173] req@ffff9437f87f8700 x1846776748623488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232173.600472:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748623488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232173.600482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232173.600485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232173.600489:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748623488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232173.600495:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748623616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232173.600514:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232173.600524:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232173/real 1761232173] req@ffff9437f87f8e00 x1846776748623616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232173.600539:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748623616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232173.600548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232173.600552:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232173.600557:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748623616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232174.111003:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232174.111144:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232174.431003:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232175.135134:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232175.135155:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232175.455036:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232176.159320:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232176.159446:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232176.478941:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232177.182819:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232177.182880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232177.503009:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232178.206838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232178.206853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232178.527057:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232178.718924:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232178.718939:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232178.718946:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232178.718962:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8702 00000100:00080000:0.0:1761232178.718978:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232178.718988:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232178.719077:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748623744/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232178.719107:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232178.719110:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232178.719112:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232178.719116:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8702 00000100:00080000:0.0:1761232178.719119:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232178.719123:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232178.719134:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232178.719151:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748623744:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232178.719152:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748623872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232178.719172:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232178.719175:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232178.719177:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232178.719181:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8702 00000100:00080000:0.0:1761232178.719184:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232178.719187:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232178.719193:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232178.719205:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748624000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232178.719215:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232178.719218:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232178.719219:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232178.719223:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8702 00000100:00080000:0.0:1761232178.719227:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232178.719230:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232178.719234:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232178.719244:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748624128/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232178.719253:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232178.719257:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232178.719260:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232178.719263:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8702 00000100:00080000:0.0:1761232178.719268:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232178.719275:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232178.719276:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748623872:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761232178.719281:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232178.719295:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748624256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232178.719306:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232178.719309:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232178.719312:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232178.719316:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748624000:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232178.719321:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8702 00000100:00080000:0.0:1761232178.719331:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232178.719334:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232178.719339:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232178.719351:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748624128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232178.719355:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748624384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232178.719367:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232178.719370:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232178.719373:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232178.719377:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8702 00000100:00080000:0.0:1761232178.719383:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232178.719387:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232178.719392:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232178.719392:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748624256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232178.719411:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748624512/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232178.719420:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232178.719424:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232178.719426:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232178.719429:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748624384:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232178.719434:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8702 00000100:00080000:0.0:1761232178.719442:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232178.719446:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232178.719450:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232178.719483:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748624512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232178.719485:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748624640/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232178.719541:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748624640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232179.230890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232179.230908:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232179.551093:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232180.254936:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232180.254983:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232180.575053:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232181.278921:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232181.278954:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232181.598954:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1761232181.791234:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:0.0:1761232181.791282:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761232181.791317:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232181.791365:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232181.791374:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232181.791384:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232181.791399:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232181.791417:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232181.791449:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232181.791461:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761232181.791469:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232178/real 1761232181] req@ffff9437f87f8380 x1846776748624256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232181.791504:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748624256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232181.791520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232181.791527:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232181.791533:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748624256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232181.791547:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232178/real 1761232181] req@ffff9437f87f9880 x1846776748624384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232181.791565:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748624384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232181.791575:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232181.791580:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232181.791584:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748624384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232181.791592:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232178/real 1761232181] req@ffff9437f87f9f80 x1846776748623872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232181.791608:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748623872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232181.791621:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232181.791626:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232181.791630:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748623872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232181.791638:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232178/real 1761232181] req@ffff9437f87f8e00 x1846776748624000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232181.791653:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748624000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232181.791663:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232181.791668:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232181.791672:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748624000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232181.791681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232178/real 1761232181] req@ffff9437f87f8700 x1846776748624128/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232181.791694:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748624128/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232181.791704:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232181.791708:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232181.791711:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748624128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232181.791719:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232178/real 1761232181] req@ffff9437f87f8000 x1846776748623744/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232181.791734:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748623744/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232181.791743:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232181.791776:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232181.791781:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748623744:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232181.791819:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232178/real 1761232181] req@ffff9437f87faa00 x1846776748624640/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232181.791835:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748624640/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232181.791845:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232181.791850:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232181.791854:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748624640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232181.791862:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232178/real 1761232181] req@ffff9437f87f8a80 x1846776748624512/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232181.791889:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748624512/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232181.791898:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232181.791903:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232181.791907:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748624512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232182.302875:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232182.302961:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232182.303038:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232182.623031:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232183.326916:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232183.326934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232183.647034:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232183.838906:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232183.838921:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232183.838927:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232183.838941:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8707 00000100:00080000:0.0:1761232183.838956:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232183.839003:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232183.839051:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748624768/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232183.839089:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232183.839094:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232183.839097:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232183.839103:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8707 00000100:00080000:0.0:1761232183.839109:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232183.839114:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232183.839126:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232183.839144:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748624896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232183.839155:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748624768:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232183.839165:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232183.839172:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232183.839174:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232183.839181:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8707 00000100:00080000:0.0:1761232183.839188:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232183.839192:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232183.839198:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232183.839216:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748625024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232183.839230:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232183.839235:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232183.839237:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232183.839241:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8707 00000100:00080000:0.0:1761232183.839246:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232183.839250:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232183.839258:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232183.839267:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232183.839286:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748625152/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232183.839299:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232183.839303:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232183.839306:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232183.839314:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8707 00000100:00100000:2.0:1761232183.839316:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232183/real 1761232183] req@ffff9437f87fa680 x1846776748624768/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232183.839319:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232183.839333:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232183.839347:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232183.839366:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748625280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232183.839371:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748624768/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232183.839398:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232183.839410:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232183.839417:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232183.839423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232183.839430:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8707 00000100:00080000:2.0:1761232183.839441:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232183.839444:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232183.839457:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748624768:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232183.839471:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232183.839486:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232183.839508:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748624896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232183.839516:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748625408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232183.839542:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232183.839550:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232183.839554:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232183.839563:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8707 00000800:00000100:2.0:1761232183.839574:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232183.839575:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232183.839592:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232183.839603:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232183.839616:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232183/real 1761232183] req@ffff9437f87fb100 x1846776748624896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232183.839632:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748625536/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232183.839673:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232183.839683:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748624896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232183.839684:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232183.839692:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232183.839703:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8707 00000100:00080000:0.0:1761232183.839715:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232183.839776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232183.839786:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232183.839794:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748624896:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232183.839810:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232183.839812:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748625024:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761232183.839832:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232183.839867:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748625664/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232183.839886:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232183.839926:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232183/real 1761232183] req@ffff9437f87fad80 x1846776748625024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232183.839955:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748625024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232183.840014:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232183.840023:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232183.840031:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748625024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232183.840045:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748625152:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232183.840090:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232183.840114:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232183/real 1761232183] req@ffff9437f87f9c00 x1846776748625152/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232183.840139:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748625152/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232183.840168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232183.840174:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232183.840180:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748625152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232183.840192:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748625280:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232183.840233:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232183.840254:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232183/real 1761232183] req@ffff9437f87fb800 x1846776748625280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232183.840275:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748625280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232183.840291:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232183.840298:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232183.840304:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748625280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232183.840343:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748625408:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232183.840383:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232183.840423:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232183/real 1761232183] req@ffff9437f87f9180 x1846776748625408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232183.840449:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748625408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232183.840465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232183.840471:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232183.840479:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748625408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232183.840493:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748625536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232183.840536:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232183.840558:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232183/real 1761232183] req@ffff9437f87fa300 x1846776748625536/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232183.840581:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748625536/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232183.840597:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232183.840604:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232183.840610:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748625536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232183.840622:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748625664:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232183.840674:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232183.840698:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232183/real 1761232183] req@ffff9437f87fbb80 x1846776748625664/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232183.840724:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748625664/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232183.840782:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232183.840789:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232183.840795:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748625664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232184.350894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232184.350918:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232184.350998:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232184.671066:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232185.374904:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232185.374987:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232185.375043:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232185.695081:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232186.398980:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232186.398988:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232186.399068:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232186.719047:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232187.422873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232187.422887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232187.422980:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232187.743116:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232188.446954:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232188.446985:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232188.446990:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232188.767048:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232188.958961:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232188.958975:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232188.958982:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232188.958995:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8712 00000100:00080000:3.0:1761232188.959010:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232188.959020:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232188.959066:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748625792/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232188.959107:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232188.959112:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232188.959114:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232188.959120:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8712 00000100:00080000:3.0:1761232188.959124:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232188.959129:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232188.959141:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232188.959158:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748625920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232188.959174:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232188.959180:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748625792:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232188.959181:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232188.959189:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232188.959200:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8712 00000100:00080000:3.0:1761232188.959204:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232188.959209:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232188.959215:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232188.959230:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748626048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232188.959244:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232188.959248:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232188.959250:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232188.959255:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8712 00000100:00080000:3.0:1761232188.959264:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232188.959269:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232188.959276:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232188.959282:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232188.959298:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748626176/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232188.959313:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232188.959317:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232188.959320:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232188.959325:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8712 00000100:00080000:3.0:1761232188.959331:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232188.959337:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232188.959345:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232188/real 1761232188] req@ffff943800b9aa00 x1846776748625792/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232188.959348:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232188.959373:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748626304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232188.959386:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748625792/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232188.959390:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232188.959408:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232188.959414:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232188.959424:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232188.959425:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8712 00000100:00080000:3.0:1761232188.959439:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232188.959443:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232188.959451:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232188.959459:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748625792:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761232188.959463:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232188.959485:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748626432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232188.959501:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748625920:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232188.959502:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232188.959516:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232188.959519:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232188.959526:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8712 00000100:00080000:3.0:1761232188.959534:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232188.959539:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232188.959547:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232188.959554:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232188.959573:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748626560/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232188.959583:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232188/real 1761232188] req@ffff943800b9ad80 x1846776748625920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232188.959597:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232188.959615:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748625920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232188.959630:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232188.959636:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232188.959641:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232188.959643:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748625920:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232188.959648:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232188.959658:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748626048:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232188.959660:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8712 00000100:00080000:3.0:1761232188.959675:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232188.959682:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232188.959691:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232188.959706:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232188.959715:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748626688/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232188.959769:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232188/real 1761232188] req@ffff943800b99500 x1846776748626048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232188.959808:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748626048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232188.959830:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232188.959840:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232188.959848:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748626048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232188.959859:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748626176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232188.959891:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232188.959908:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232188/real 1761232188] req@ffff943800b9b800 x1846776748626176/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232188.959956:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748626176/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232188.959968:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232188.959972:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232188.959976:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748626176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232188.959984:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748626304:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232188.960008:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232188.960022:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232188/real 1761232188] req@ffff943800b9b480 x1846776748626304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232188.960045:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748626304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232188.960055:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232188.960058:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232188.960062:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748626304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232188.960086:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748626432:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232188.960107:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232188.960118:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232188/real 1761232188] req@ffff943800b98e00 x1846776748626432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232188.960133:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748626432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232188.960143:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232188.960146:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232188.960150:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748626432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232188.960157:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748626560:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232188.960175:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232188.960186:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232188/real 1761232188] req@ffff943800b98a80 x1846776748626560/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232188.960199:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748626560/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232188.960217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232188.960222:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232188.960226:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748626560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232188.960232:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748626688:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232188.960249:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232188.960259:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232188/real 1761232188] req@ffff943800b9aa00 x1846776748626688/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232188.960273:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748626688/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232188.960283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232188.960286:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232188.960290:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748626688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232189.470928:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232189.470931:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232189.470963:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232189.791064:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232190.494886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232190.494981:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232190.495023:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232190.815058:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232191.518877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232191.518947:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232191.518972:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232191.839079:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232192.542908:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232192.542950:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232192.542980:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232192.863039:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232193.566923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232193.566924:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232193.566944:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232193.887091:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232194.078955:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232194.078971:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232194.078980:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232194.078998:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8717 00000100:00080000:3.0:1761232194.079015:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232194.079027:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232194.079077:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748626816/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232194.079123:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232194.079130:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232194.079133:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232194.079141:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8717 00000100:00080000:3.0:1761232194.079150:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232194.079158:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232194.079171:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232194.079177:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748626816:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232194.079198:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748626944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232194.079221:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232194.079227:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232194.079230:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232194.079238:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8717 00000100:00080000:3.0:1761232194.079248:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232194.079255:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232194.079263:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232194.079275:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232194.079299:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748627072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232194.079307:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232194/real 1761232194] req@ffff943800b9bb80 x1846776748626816/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232194.079349:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232194.079353:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748626816/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232194.079362:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232194.079371:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232194.079375:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232194.079384:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8717 00000100:00080000:2.0:1761232194.079385:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232194.079395:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748626816:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232194.079401:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232194.079415:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232194.079423:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748626944:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761232194.079426:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232194.079457:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232194.079457:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748627200/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232194.079474:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232194/real 1761232194] req@ffff943800b9a680 x1846776748626944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232194.079487:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232194.079494:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748626944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232194.079499:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232194.079508:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232194.079514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232194.079521:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8717 00000100:00080000:2.0:1761232194.079525:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232194.079534:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748626944:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232194.079537:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232194.079543:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748627072:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232194.079554:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232194.079566:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232194.079568:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232194.079583:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232194/real 1761232194] req@ffff943800b99f80 x1846776748627072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232194.079598:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748627328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232194.079600:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748627072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232194.079648:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232194.079658:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232194.079668:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748627072:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232194.079689:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232194.079694:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748627200:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761232194.079702:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232194.079710:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232194.079722:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8717 00000800:00000100:2.0:1761232194.079723:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232194.079770:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232194/real 1761232194] req@ffff943800b98380 x1846776748627200/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232194.079775:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232194.079789:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748627200/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232194.079793:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232194.079809:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761232194.079811:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232194.079816:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232194.079824:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748627200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232194.079832:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748627328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232194.079844:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748627456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232194.079879:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232194.079896:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232194.079898:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232194/real 1761232194] req@ffff943800b98700 x1846776748627328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232194.079918:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232194.079924:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232194.079928:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748627328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232194.079937:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8717 00000100:00080000:2.0:1761232194.079945:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232194.079953:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232194.079953:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232194.079963:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748627328:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232194.079971:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232194.079981:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232194.079985:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748627456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232194.080012:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748627584/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232194.080018:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232194.080034:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232194/real 1761232194] req@ffff943800b98000 x1846776748627456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232194.080041:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232194.080053:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232194.080055:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748627456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232194.080058:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232194.080074:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8717 00000100:00080000:2.0:1761232194.080075:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232194.080086:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232194.080090:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748627456:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232194.080092:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232194.080104:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232194.080107:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748627584:192.168.201.139@tcp:8:kworker.0 00000008:00100000:3.0:1761232194.080119:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232194.080134:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232194.080150:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748627712/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232194.080152:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232194/real 1761232194] req@ffff943800b99c00 x1846776748627584/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232194.080205:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748627584/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232194.080215:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232194.080219:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232194.080223:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748627584:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232194.080236:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748627712:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232194.080254:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232194.080264:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232194/real 1761232194] req@ffff943800b98000 x1846776748627712/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232194.080275:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748627712/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232194.080290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232194.080293:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232194.080296:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748627712:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232194.590889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232194.590999:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232194.910944:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232195.614934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232195.614945:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232195.934954:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232196.638942:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232196.638974:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232196.958965:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232197.662975:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232197.663078:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232197.983009:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232198.686923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232198.686923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232198.687009:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232199.007014:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232199.198962:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232199.198981:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232199.198992:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232199.199009:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8722 00000100:00080000:3.0:1761232199.199031:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232199.199046:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232199.199111:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748627840/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232199.199162:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232199.199169:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232199.199173:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232199.199182:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8722 00000100:00080000:3.0:1761232199.199191:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232199.199200:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232199.199216:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232199.199229:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748627840:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232199.199246:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748627968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232199.199269:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232199.199276:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232199.199280:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232199.199290:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8722 00000100:00080000:3.0:1761232199.199320:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232199.199326:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232199.199336:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232199.199348:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232199.199372:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748628096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232199.199392:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232199.199399:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232199.199407:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232199/real 1761232199] req@ffff943800b98700 x1846776748627840/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232199.199409:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232199.199423:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8722 00000100:00080000:3.0:1761232199.199439:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232199.199452:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232199.199458:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748627840/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232199.199467:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232199.199479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232199.199487:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232199.199495:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748627840:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232199.199504:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748628224/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232199.199529:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232199.199537:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748627968:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232199.199540:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232199.199550:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232199.199560:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8722 00000100:00080000:3.0:1761232199.199583:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232199.199593:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761232199.199600:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761232199.199614:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232199.199627:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232199/real 1761232199] req@ffff943800b98380 x1846776748627968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232199.199648:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748628352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232199.199651:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748627968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232199.199714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232199.199722:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232199.199724:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232199.199761:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748627968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232199.199773:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748628096:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232199.199827:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000100:2.0:1761232199.199838:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232199.199838:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232199.199854:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8722 00000100:00100000:2.0:1761232199.199865:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232199/real 1761232199] req@ffff943800b99f80 x1846776748628096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232199.199866:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232199.199886:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232199.199898:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232199.199899:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748628096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232199.199919:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761232199.199928:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748628480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232199.199933:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232199.199948:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748628096:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232199.199964:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232199.199972:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748628224:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761232199.199975:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232199.199985:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232199.199993:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8722 00000100:00080000:3.0:1761232199.200001:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232199.200007:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232199.200015:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232199.200019:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232199.200039:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748628608/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232199.200046:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232199/real 1761232199] req@ffff943800b9a680 x1846776748628224/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232199.200082:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232199.200093:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748628224/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232199.200094:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232199.200101:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232199.200116:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8722 00000100:00080000:3.0:1761232199.200128:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232199.200131:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232199.200139:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232199.200147:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761232199.200152:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232199.200157:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748628224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232199.200174:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748628736/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232199.200193:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748628352:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232199.200226:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232199.200240:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232199/real 1761232199] req@ffff943800b9bb80 x1846776748628352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232199.200255:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748628352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232199.200266:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232199.200269:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232199.200273:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748628352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232199.200280:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748628480:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232199.200298:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232199.200309:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232199/real 1761232199] req@ffff943800b9aa00 x1846776748628480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232199.200324:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748628480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232199.200333:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232199.200337:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232199.200341:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748628480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232199.200347:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748628608:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232199.200365:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232199.200375:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232199/real 1761232199] req@ffff943800b98a80 x1846776748628608/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232199.200389:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748628608/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232199.200408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232199.200412:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232199.200416:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748628608:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232199.200433:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748628736:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232199.200452:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232199.200463:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232199/real 1761232199] req@ffff943800b98e00 x1846776748628736/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232199.200477:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748628736/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232199.200487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232199.200490:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232199.200494:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748628736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232199.710965:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232199.710977:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232200.031049:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232200.735042:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232200.735062:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232201.055021:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232201.758909:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232201.758938:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232202.079125:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232202.782934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232202.782968:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232203.103031:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232203.806876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232203.806966:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232204.127089:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232204.318919:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232204.318936:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232204.318944:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232204.318960:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8728 00000100:00080000:3.0:1761232204.318980:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232204.318991:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232204.319047:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748628864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232204.319085:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232204.319089:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232204.319092:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232204.319098:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8728 00000100:00080000:3.0:1761232204.319104:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232204.319110:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232204.319122:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232204.319144:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748628864:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232204.319145:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748628992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232204.319171:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232204.319176:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232204.319179:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232204.319185:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8728 00000100:00080000:3.0:1761232204.319189:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232204.319194:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232204.319201:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232204.319214:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748629120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232204.319226:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232204.319230:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232204.319232:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232204.319241:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232204.319242:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8728 00000100:00080000:3.0:1761232204.319254:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232204.319259:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232204.319267:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232204.319282:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748629248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232204.319293:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232204.319297:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232204.319303:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232204.319304:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232204/real 1761232204] req@ffff943800b9b480 x1846776748628864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232204.319312:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8728 00000100:00080000:3.0:1761232204.319322:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232204.319333:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232204.319341:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232204.319349:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748628864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232204.319361:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748629376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232204.319372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232204.319381:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232204.319386:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232204.319390:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232204.319396:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232204.319399:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748628864:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232204.319407:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8728 00000100:00080000:3.0:1761232204.319416:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232204.319421:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232204.319427:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232204.319442:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748628992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232204.319444:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748629504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232204.319465:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232204.319470:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232204.319473:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232204.319478:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8728 00000800:00000100:2.0:1761232204.319484:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232204.319485:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232204.319496:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232204.319503:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232204.319511:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232204/real 1761232204] req@ffff943800b9b800 x1846776748628992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232204.319523:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748629632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232204.319539:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748628992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232204.319542:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232204.319559:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232204.319565:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232204.319578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232204.319578:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8728 00000100:00080000:3.0:1761232204.319591:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232204.319593:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232204.319602:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232204.319604:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748628992:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761232204.319611:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232204.319619:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748629120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232204.319631:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748629760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232204.319650:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232204.319669:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232204/real 1761232204] req@ffff943800b99500 x1846776748629120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232204.319686:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748629120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232204.319695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232204.319699:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232204.319703:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748629120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232204.319710:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748629248:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232204.319803:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232204.319821:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232204/real 1761232204] req@ffff943800b9ad80 x1846776748629248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232204.319836:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748629248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232204.319846:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232204.319849:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232204.319853:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748629248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232204.319859:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748629376:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232204.319883:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232204.319894:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232204/real 1761232204] req@ffff943800b98e00 x1846776748629376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232204.319907:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748629376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232204.319917:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232204.319920:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232204.319924:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748629376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232204.319945:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748629504:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232204.319963:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232204.319974:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232204/real 1761232204] req@ffff943800b98a80 x1846776748629504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232204.319986:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748629504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232204.319996:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232204.320000:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232204.320004:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748629504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232204.320009:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748629632:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232204.320026:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232204.320036:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232204/real 1761232204] req@ffff943800b9aa00 x1846776748629632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232204.320048:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748629632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232204.320058:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232204.320061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232204.320064:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748629632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232204.320070:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748629760:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232204.320086:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232204.320096:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232204/real 1761232204] req@ffff943800b9bb80 x1846776748629760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232204.320108:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748629760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232204.320118:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232204.320121:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232204.320125:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748629760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232204.830947:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232204.830971:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232204.830994:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232205.150994:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232205.854890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232205.854922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232205.854940:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232206.175040:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232206.878871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232206.878875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232206.878892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232207.199035:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232207.903016:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232207.903042:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232208.222950:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232208.926999:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232208.927005:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232209.247045:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232209.438929:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232209.438944:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232209.438951:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232209.438966:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8733 00000100:00080000:3.0:1761232209.438981:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232209.438991:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232209.439038:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748629888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232209.439079:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232209.439084:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232209.439087:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232209.439093:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8733 00000100:00080000:3.0:1761232209.439098:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232209.439103:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232209.439115:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232209.439131:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748630016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232209.439146:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232209.439152:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761232209.439154:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748629888:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232209.439156:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232209.439171:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8733 00000100:00080000:3.0:1761232209.439175:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232209.439184:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232209.439189:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232209.439203:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748630144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232209.439216:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232209.439220:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232209.439223:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232209.439228:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8733 00000100:00080000:3.0:1761232209.439234:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232209.439238:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232209.439244:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232209.439258:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748630272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232209.439270:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232209.439274:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232209.439280:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232209.439283:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232209.439291:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8733 00000100:00080000:3.0:1761232209.439299:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232209.439305:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232209.439312:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232209.439330:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748630400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232209.439342:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232209.439347:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761232209.439354:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232209/real 1761232209] req@ffff943800b9a680 x1846776748629888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232209.439355:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232209.439368:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8733 00000100:00080000:3.0:1761232209.439378:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232209.439390:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232209.439397:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232209.439406:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748629888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232209.439416:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748630528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232209.439438:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232209.439442:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232209.439451:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232209.439452:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232209.439461:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232209.439468:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748629888:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232209.439475:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8733 00000100:00080000:3.0:1761232209.439483:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232209.439489:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232209.439494:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232209.439512:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748630016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232209.439514:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748630656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232209.439540:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232209.439544:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232209.439548:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232209.439554:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8733 00000100:00080000:3.0:1761232209.439560:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232209.439568:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232209.439574:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232209.439583:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232209.439599:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232209/real 1761232209] req@ffff943800b99f80 x1846776748630016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232209.439606:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748630784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232209.439649:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748630016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232209.439664:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232209.439670:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232209.439676:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748630016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232209.439722:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748630144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232209.439784:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232209.439800:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232209/real 1761232209] req@ffff943800b98380 x1846776748630144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232209.439817:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748630144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232209.439827:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232209.439832:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232209.439836:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748630144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232209.439843:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748630272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232209.439863:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232209.439873:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232209/real 1761232209] req@ffff943800b98700 x1846776748630272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232209.439887:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748630272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232209.439897:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232209.439900:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232209.439904:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748630272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232209.439911:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748630400:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232209.439928:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232209.439939:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232209/real 1761232209] req@ffff943800b98000 x1846776748630400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232209.439954:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748630400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232209.439964:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232209.439968:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232209.439971:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748630400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232209.439977:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748630528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232209.439995:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232209.440005:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232209/real 1761232209] req@ffff943800b99c00 x1846776748630528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232209.440019:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748630528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232209.440029:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232209.440032:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232209.440036:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748630528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232209.440059:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748630656:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232209.440078:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232209.440089:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232209/real 1761232209] req@ffff943800b9a680 x1846776748630656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232209.440102:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748630656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232209.440120:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232209.440124:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232209.440128:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748630656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232209.440137:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748630784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232209.440168:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232209.440190:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232209/real 1761232209] req@ffff943800b9bb80 x1846776748630784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232209.440213:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748630784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232209.440230:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232209.440238:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232209.440242:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748630784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232209.950942:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232209.951001:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232210.271027:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232210.974840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232210.974953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232211.295055:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232211.998903:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232211.998923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232212.319037:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232213.022887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232213.022916:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232213.342987:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232214.046940:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232214.046949:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232214.367055:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232214.558909:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232214.558925:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232214.558934:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232214.558951:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8738 00000100:00080000:3.0:1761232214.558979:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232214.558988:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232214.559038:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748630912/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232214.559074:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232214.559079:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232214.559082:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232214.559088:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8738 00000100:00080000:3.0:1761232214.559093:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232214.559099:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232214.559110:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232214.559126:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748631040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232214.559140:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232214.559145:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232214.559149:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232214.559154:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8738 00000100:00080000:3.0:1761232214.559159:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232214.559170:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748630912:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232214.559170:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232214.559178:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232214.559190:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748631168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232214.559213:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232214.559217:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232214.559219:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232214.559225:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8738 00000100:00080000:3.0:1761232214.559230:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232214.559234:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232214.559241:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232214.559259:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748631296/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232214.559280:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232214.559284:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232214.559286:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232214.559291:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8738 00000800:00000100:2.0:1761232214.559300:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232214.559301:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232214.559312:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232214.559319:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232214.559335:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748631424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232214.559347:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232214.559351:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232214.559354:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232214.559361:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8738 00000100:00100000:2.0:1761232214.559367:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232214/real 1761232214] req@ffff943800b9aa00 x1846776748630912/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232214.559370:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232214.559385:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232214.559399:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232214.559414:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748630912/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232214.559420:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748631552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232214.559459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232214.559461:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232214.559472:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232214.559474:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232214.559477:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232214.559487:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748630912:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232214.559489:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8738 00000100:00080000:3.0:1761232214.559505:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232214.559515:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748631040:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232214.559516:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232214.559532:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232214.559552:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748631680/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232214.559564:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232214.559573:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232214.559575:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232214.559581:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232214.559590:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8738 00000100:00080000:3.0:1761232214.559597:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232214.559599:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232214/real 1761232214] req@ffff943800b98a80 x1846776748631040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232214.559607:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232214.559645:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232214.559659:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748631040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232214.559677:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748631808/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232214.559679:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232214.559693:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232214.559706:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748631040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232214.559787:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748631168:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232214.559824:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232214.559838:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232214/real 1761232214] req@ffff943800b98e00 x1846776748631168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232214.559854:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748631168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232214.559865:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232214.559869:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232214.559873:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748631168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232214.559881:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748631296:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232214.559900:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232214.559912:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232214/real 1761232214] req@ffff943800b9ad80 x1846776748631296/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232214.559926:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748631296/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232214.559936:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232214.559940:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232214.559943:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748631296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232214.559950:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748631424:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232214.559969:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232214.559979:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232214/real 1761232214] req@ffff943800b99500 x1846776748631424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232214.559994:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748631424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232214.560004:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232214.560007:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232214.560010:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748631424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232214.560017:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748631552:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232214.560034:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232214.560045:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232214/real 1761232214] req@ffff943800b9b800 x1846776748631552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232214.560058:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748631552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232214.560069:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232214.560073:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232214.560077:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748631552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232214.560083:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748631680:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232214.560101:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232214.560111:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232214/real 1761232214] req@ffff943800b9b480 x1846776748631680/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232214.560124:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748631680/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232214.560134:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232214.560137:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232214.560140:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748631680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232214.560147:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748631808:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232214.560164:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232214.560175:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232214/real 1761232214] req@ffff943800b9bb80 x1846776748631808/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232214.560189:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748631808/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232214.560199:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232214.560202:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232214.560207:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748631808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232215.070889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232215.070950:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232215.391069:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232216.094863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232216.094919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232216.414995:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232217.118888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232217.118898:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232217.118935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232217.439009:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232218.142905:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232218.142914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232218.463093:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232219.166860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232219.166938:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232219.486956:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232219.678942:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232219.678956:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232219.678963:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232219.678976:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8743 00000100:00080000:3.0:1761232219.678990:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232219.678999:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232219.679047:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748631936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232219.679085:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232219.679090:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232219.679093:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232219.679098:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8743 00000100:00080000:3.0:1761232219.679102:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232219.679108:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232219.679120:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232219.679135:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748632064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232219.679153:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748631936:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232219.679155:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232219.679170:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232219.679173:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232219.679179:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8743 00000100:00080000:3.0:1761232219.679183:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232219.679188:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232219.679194:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232219.679209:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748632192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232219.679222:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232219.679226:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232219.679229:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232219.679234:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8743 00000100:00080000:3.0:1761232219.679240:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232219.679244:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232219.679250:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232219.679253:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232219.679269:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748632320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232219.679284:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232219.679288:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232219.679290:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232219.679295:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8743 00000100:00080000:3.0:1761232219.679303:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232219.679309:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232219.679317:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232219/real 1761232219] req@ffff943800b9a680 x1846776748631936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232219.679319:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232219.679343:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748632448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232219.679358:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748631936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232219.679361:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232219.679378:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232219.679384:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232219.679393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232219.679394:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8743 00000100:00080000:3.0:1761232219.679406:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232219.679409:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232219.679417:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232219.679424:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748631936:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761232219.679428:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232219.679448:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748632576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232219.679462:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232219.679464:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748632064:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232219.679468:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232219.679478:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232219.679484:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8743 00000100:00080000:3.0:1761232219.679490:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232219.679495:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232219.679502:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232219.679511:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232219.679524:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748632704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232219.679537:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232219/real 1761232219] req@ffff943800b99c00 x1846776748632064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232219.679541:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232219.679556:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232219.679587:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232219.679599:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8743 00000100:00100000:2.0:1761232219.679604:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748632064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232219.679608:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232219.679621:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232219.679631:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761232219.679633:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232219.679644:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232219.679652:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748632064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232219.679662:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748632832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232219.679667:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748632192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232219.679715:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232219.679765:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232219/real 1761232219] req@ffff943800b98000 x1846776748632192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232219.679782:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748632192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232219.679793:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232219.679797:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232219.679801:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748632192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232219.679809:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748632320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232219.679834:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232219.679847:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232219/real 1761232219] req@ffff943800b98700 x1846776748632320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232219.679861:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748632320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232219.679870:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232219.679874:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232219.679877:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748632320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232219.679885:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748632448:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232219.679903:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232219.679914:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232219/real 1761232219] req@ffff943800b98380 x1846776748632448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232219.679937:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748632448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232219.679947:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232219.679950:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232219.679954:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748632448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232219.679975:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748632576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232219.679993:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232219.680005:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232219/real 1761232219] req@ffff943800b99f80 x1846776748632576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232219.680018:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748632576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232219.680027:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232219.680031:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232219.680034:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748632576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232219.680040:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748632704:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232219.680058:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232219.680068:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232219/real 1761232219] req@ffff943800b9a680 x1846776748632704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232219.680082:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748632704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232219.680099:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232219.680103:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232219.680106:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748632704:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232219.680112:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748632832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232219.680146:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232219.680160:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232219/real 1761232219] req@ffff943800b9bb80 x1846776748632832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232219.680173:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748632832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232219.680183:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232219.680187:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232219.680191:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748632832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232220.190915:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232220.190941:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232220.510972:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232221.214886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232221.214899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232221.534908:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232222.238931:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232222.559024:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232223.262921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232223.262934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232223.583028:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232224.286901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232224.607018:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232224.799200:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748632960:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232224.799304:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232224.799369:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232224/real 1761232224] req@ffff9437f86d5180 x1846776748632960/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232224.799426:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748632960/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232224.799545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232224.799561:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232224.799577:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748632960:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232224.799619:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748633088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232224.799680:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232224.799712:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232224/real 1761232224] req@ffff9437f86d5f80 x1846776748633088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232224.799805:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748633088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232224.799832:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232224.799844:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232224.799857:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748633088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232224.799884:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748633216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232224.799916:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232224.799930:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232224/real 1761232224] req@ffff9437f86d5c00 x1846776748633216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232224.799945:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748633216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232224.799956:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232224.799960:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232224.799964:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748633216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232224.799972:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748633344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232224.799992:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232224.800003:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232224/real 1761232224] req@ffff9437f86d4700 x1846776748633344/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232224.800018:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748633344/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232224.800028:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232224.800031:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232224.800034:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748633344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232224.800041:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748633472:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232224.800059:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232224.800069:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232224/real 1761232224] req@ffff9437f86d7100 x1846776748633472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232224.800083:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748633472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232224.800092:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232224.800096:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232224.800099:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748633472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232224.800123:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748633600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232224.800143:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232224.800154:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232224/real 1761232224] req@ffff9437f86d6a00 x1846776748633600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232224.800169:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748633600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232224.800179:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232224.800183:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232224.800186:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748633600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232224.800193:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748633728:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232224.800211:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232224.800222:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232224/real 1761232224] req@ffff9437f86d6d80 x1846776748633728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232224.800236:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748633728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232224.800245:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232224.800248:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232224.800252:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748633728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232224.800258:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748633856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232224.800275:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232224.800286:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232224/real 1761232224] req@ffff9437f86d6680 x1846776748633856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232224.800299:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748633856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232224.800317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232224.800321:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232224.800325:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748633856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232225.310896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232225.310921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232225.630981:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232226.334860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232226.334879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232226.655018:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232227.358912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232227.679035:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232228.382860:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232228.382913:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232228.702975:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232229.406926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232229.406954:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232229.727036:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232229.919119:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748633984:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232229.919218:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232229.919295:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232229/real 1761232229] req@ffff9437f86d6680 x1846776748633984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232229.919335:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748633984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232229.919365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232229.919383:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232229.919394:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748633984:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232229.919434:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748634112:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232229.919512:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232229.919540:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232229/real 1761232229] req@ffff9437f86d6d80 x1846776748634112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232229.919584:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748634112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232229.919623:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232229.919638:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232229.919646:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748634112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232229.919657:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748634240:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232229.919683:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232229.919696:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232229/real 1761232229] req@ffff9437f86d6a00 x1846776748634240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232229.919710:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748634240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232229.919721:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232229.919725:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232229.919760:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748634240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232229.919769:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748634368:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232229.919794:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232229.919807:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232229/real 1761232229] req@ffff9437f86d7100 x1846776748634368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232229.919822:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748634368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232229.919832:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232229.919836:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232229.919841:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748634368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232229.919848:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748634496:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232229.919867:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232229.919878:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232229/real 1761232229] req@ffff9437f86d4700 x1846776748634496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232229.919892:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748634496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232229.919902:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232229.919905:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232229.919909:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748634496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232229.919916:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748634624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232229.919934:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232229.919945:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232229/real 1761232229] req@ffff9437f86d5c00 x1846776748634624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232229.919959:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748634624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232229.919968:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232229.919972:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232229.919975:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748634624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232229.919999:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748634752:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232229.920018:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232229.920031:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232229/real 1761232229] req@ffff9437f86d5f80 x1846776748634752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232229.920045:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748634752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232229.920055:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232229.920058:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232229.920062:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748634752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232229.920068:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748634880:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232229.920087:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232229.920098:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232229/real 1761232229] req@ffff9437f86d5180 x1846776748634880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232229.920111:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748634880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232229.920122:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232229.920125:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232229.920129:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748634880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232230.430897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232230.430936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232230.751024:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232231.454898:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232231.454943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232231.454963:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232231.774998:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232232.478919:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232232.478923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232232.478933:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232232.799100:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232233.502914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232233.503016:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232233.503078:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232233.823045:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232234.526898:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232234.526937:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232234.527037:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232234.847102:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232235.039184:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748635008:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232235.039360:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232235.039468:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232235/real 1761232235] req@ffff9437f86d4000 x1846776748635008/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232235.039523:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748635008/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232235.039602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232235.039638:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232235.039657:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748635008:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232235.039713:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748635136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232235.039823:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232235.039859:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232235/real 1761232235] req@ffff9437f86d5880 x1846776748635136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232235.039900:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748635136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232235.039926:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232235.039936:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232235.039952:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748635136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232235.039967:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748635264:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232235.040008:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232235.040029:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232235/real 1761232235] req@ffff9437f86d7b80 x1846776748635264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232235.040048:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748635264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232235.040070:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232235.040076:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232235.040081:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748635264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232235.040089:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748635392:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232235.040112:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232235.040123:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232235/real 1761232235] req@ffff9437f86d4380 x1846776748635392/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232235.040138:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748635392/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232235.040148:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232235.040152:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232235.040156:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748635392:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232235.040164:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748635520:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232235.040185:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232235.040196:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232235/real 1761232235] req@ffff9437f86d7480 x1846776748635520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232235.040210:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748635520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232235.040220:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232235.040224:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232235.040229:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748635520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232235.040236:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748635648:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232235.040256:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232235.040267:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232235/real 1761232235] req@ffff9437f86d5180 x1846776748635648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232235.040280:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748635648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232235.040290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232235.040294:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232235.040298:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748635648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232235.040326:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748635776:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232235.040347:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232235.040358:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232235/real 1761232235] req@ffff9437f86d5f80 x1846776748635776/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232235.040372:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748635776/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232235.040383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232235.040412:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232235.040416:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748635776:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232235.040424:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748635904:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232235.040447:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232235.040462:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232235/real 1761232235] req@ffff9437f86d5c00 x1846776748635904/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232235.040477:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748635904/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232235.040488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232235.040492:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232235.040495:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748635904:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232235.550921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232235.550990:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232235.871067:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232236.574915:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232236.574922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232236.895074:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232237.599021:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232237.599021:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232237.919067:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232238.622952:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232238.623063:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232238.943030:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232239.646955:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232239.647777:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232239.966931:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232240.159138:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748636032:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232240.159232:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232240.159298:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232240/real 1761232240] req@ffff9437f86d4700 x1846776748636032/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232240.159366:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748636032/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232240.159397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232240.159411:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232240.159422:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748636032:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232240.159461:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748636160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232240.159507:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232240.159535:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232240/real 1761232240] req@ffff9437f86d7100 x1846776748636160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232240.159567:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748636160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232240.159604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232240.159611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232240.159622:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748636160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232240.159638:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748636288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232240.159683:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232240.159705:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232240/real 1761232240] req@ffff9437f86d6a00 x1846776748636288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232240.159759:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748636288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232240.159775:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232240.159781:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232240.159790:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748636288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232240.159823:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748636416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232240.159861:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232240.159891:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232240/real 1761232240] req@ffff9437f86d6d80 x1846776748636416/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232240.159925:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748636416/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232240.159948:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232240.159963:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232240.159971:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748636416:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232240.159988:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748636544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232240.160021:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232240.160042:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232240/real 1761232240] req@ffff9437f86d6680 x1846776748636544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232240.160077:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748636544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232240.160101:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232240.160115:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232240.160124:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748636544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232240.160161:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748636672:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232240.160207:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232240.160226:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232240/real 1761232240] req@ffff9437f86d6a00 x1846776748636672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232240.160241:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748636672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232240.160250:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232240.160254:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232240.160258:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748636672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232240.160265:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748636800:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232240.160283:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232240.160295:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232240/real 1761232240] req@ffff9437f86d7100 x1846776748636800/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232240.160309:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748636800/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232240.160319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232240.160322:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232240.160326:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748636800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232240.160364:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748636928:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232240.160387:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232240.160401:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232240/real 1761232240] req@ffff9437f86d4700 x1846776748636928/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232240.160415:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748636928/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232240.160426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232240.160430:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232240.160434:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748636928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232240.671190:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232240.990978:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232241.695168:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232241.695503:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232242.015003:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232242.718996:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232242.719992:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232243.039064:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232243.742896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232243.742911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232244.063018:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232244.766902:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232244.766933:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232245.087071:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232245.278990:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232245.279003:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232245.279009:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232245.279022:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8768 00000100:00080000:3.0:1761232245.279036:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232245.279045:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232245.279091:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748637056/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232245.279132:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232245.279137:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232245.279140:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232245.279145:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8768 00000100:00080000:3.0:1761232245.279150:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232245.279155:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232245.279168:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232245.279184:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748637184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232245.279198:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748637056:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232245.279205:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232245.279213:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232245.279216:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232245.279223:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8768 00000100:00080000:3.0:1761232245.279229:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232245.279233:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232245.279239:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232245.279257:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748637312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232245.279297:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232245.279302:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232245.279304:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232245.279309:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8768 00000100:00080000:3.0:1761232245.279316:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232245.279321:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232245.279328:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232245.279345:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748637440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232245.279357:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232245.279362:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232245.279366:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232245.279370:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8768 00000100:00080000:3.0:1761232245.279375:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232245.279380:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232245.279386:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232245.279388:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748637184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232245.279407:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748637568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232245.279426:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232245.279432:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232245.279435:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232245.279442:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8768 00000100:00100000:2.0:1761232245.279448:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748637312:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232245.279454:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232245.279469:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232245.279477:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232245.279498:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748637696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232245.279512:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232245.279514:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748637440:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761232245.279520:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232245.279528:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232245.279535:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8768 00000100:00080000:3.0:1761232245.279541:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232245.279547:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232245.279555:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232245.279571:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748637568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232245.279575:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748637824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232245.279597:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232245.279602:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232245.279605:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232245.279610:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8768 00000100:00080000:3.0:1761232245.279618:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232245.279624:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748637696:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232245.279631:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232245.279642:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232245.279662:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748637952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232245.279702:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748637824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232245.279795:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748637952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232245.790923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232245.791024:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232246.111034:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232246.815021:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232247.134940:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232247.838912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232247.838989:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232248.159071:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1761232248.351311:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:3.0:1761232248.351371:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761232248.351393:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232248.351439:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232248.351449:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232248.351458:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232248.351467:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232248.351475:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232248.351489:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232248.351505:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761232248.351555:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232245/real 1761232248] req@ffff943800b9aa00 x1846776748637824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232248.351594:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748637824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232248.351610:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232248.351617:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232248.351623:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748637824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232248.351632:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232245/real 1761232248] req@ffff943800b9bb80 x1846776748637952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232248.351647:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748637952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232248.351656:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232248.351660:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232248.351666:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748637952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232248.351679:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232245/real 1761232248] req@ffff943800b98e00 x1846776748637568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232248.351702:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748637568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232248.351717:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232248.351723:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232248.351769:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748637568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232248.351795:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232245/real 1761232248] req@ffff943800b98a80 x1846776748637696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232248.351825:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748637696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232248.351841:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232248.351848:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232248.351856:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748637696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232248.351872:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232245/real 1761232248] req@ffff943800b9b800 x1846776748637184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232248.351928:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748637184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232248.351947:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232248.351954:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232248.351961:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748637184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232248.351975:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232245/real 1761232248] req@ffff943800b99500 x1846776748637312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232248.351997:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748637312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232248.352014:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232248.352020:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232248.352027:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748637312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232248.352039:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232245/real 1761232248] req@ffff943800b9ad80 x1846776748637440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232248.352087:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748637440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232248.352104:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232248.352110:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232248.352116:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748637440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232248.352127:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232245/real 1761232248] req@ffff943800b9b480 x1846776748637056/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232248.352149:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748637056/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232248.352165:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232248.352171:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232248.352178:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748637056:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232248.862935:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232248.862935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232249.182974:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232249.886910:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232249.886946:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232250.207071:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232250.399083:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232250.399099:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232250.399106:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232250.399121:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8774 00000100:00080000:0.0:1761232250.399140:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232250.399152:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232250.399205:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748638080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232250.399301:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232250.399308:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232250.399312:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232250.399321:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8774 00000100:00080000:0.0:1761232250.399329:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232250.399354:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232250.399368:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232250.399390:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748638208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232250.399425:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232250.399432:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232250.399436:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232250.399445:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8774 00000100:00080000:0.0:1761232250.399453:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232250.399461:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232250.399487:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232250.399497:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748638080:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232250.399510:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748638336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232250.399529:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232250.399534:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232250.399537:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232250.399543:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8774 00000100:00080000:0.0:1761232250.399566:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232250.399573:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232250.399582:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232250.399590:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232250.399605:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748638464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232250.399622:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232250.399628:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232250.399631:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232250.399637:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8774 00000100:00080000:0.0:1761232250.399645:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232250.399651:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232250/real 1761232250] req@ffff9437f87f9500 x1846776748638080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232250.399656:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232250.399668:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232250.399702:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748638592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232250.399706:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748638080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232250.399738:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232250.399770:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232250.399776:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232250.399779:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232250.399785:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8774 00000100:00080000:0.0:1761232250.399792:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232250.399801:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232250.399802:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232250.399817:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232250.399819:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748638080:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232250.399840:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748638208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232250.399845:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748638720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232250.399871:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232250.399876:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232250.399879:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232250.399887:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232250.399889:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8774 00000100:00080000:0.0:1761232250.399900:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232250.399907:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232250.399916:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232250.399919:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232250/real 1761232250] req@ffff9437f87fb480 x1846776748638208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232250.399938:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748638848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232250.399948:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748638208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232250.399963:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232250.399973:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232250.399975:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232250.399978:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232250.399989:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232250.399991:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8774 00000100:00080000:0.0:1761232250.400003:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232250.400005:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748638208:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232250.400013:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232250.400023:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232250.400041:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748638976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232250.400053:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748638336:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232250.400096:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232250.400116:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232250/real 1761232250] req@ffff9437f87fbb80 x1846776748638336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232250.400134:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748638336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232250.400148:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232250.400153:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232250.400158:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748638336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232250.400168:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748638464:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232250.400199:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232250.400245:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232250/real 1761232250] req@ffff9437f87fa300 x1846776748638464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232250.400264:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748638464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232250.400278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232250.400283:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232250.400289:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748638464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232250.400298:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748638592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232250.400328:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232250.400342:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232250/real 1761232250] req@ffff9437f87f9180 x1846776748638592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232250.400360:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748638592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232250.400369:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232250.400372:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232250.400375:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748638592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232250.400381:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748638720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232250.400400:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232250.400415:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232250/real 1761232250] req@ffff9437f87fb800 x1846776748638720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232250.400432:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748638720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232250.400445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232250.400450:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232250.400456:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748638720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232250.400465:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748638848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232250.400495:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232250.400511:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232250/real 1761232250] req@ffff9437f87f9c00 x1846776748638848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232250.400530:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748638848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232250.400551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232250.400556:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232250.400561:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748638848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232250.400592:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748638976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232250.400623:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232250.400641:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232250/real 1761232250] req@ffff9437f87fad80 x1846776748638976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232250.400660:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748638976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232250.400671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232250.400676:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232250.400681:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748638976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232250.910990:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232250.911071:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232251.231004:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232251.934860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232251.934872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232252.254998:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232252.958890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232252.958968:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232253.279045:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232253.982912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232254.303056:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232255.006990:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232255.006992:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232255.327047:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232255.518969:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232255.518983:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232255.518990:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232255.519005:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8779 00000100:00080000:0.0:1761232255.519020:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232255.519030:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232255.519080:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748639104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232255.519118:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232255.519123:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232255.519125:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232255.519130:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8779 00000100:00080000:0.0:1761232255.519134:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232255.519139:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232255.519151:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232255.519197:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748639232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232255.519215:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232255.519221:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761232255.519222:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748639104:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232255.519226:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232255.519246:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8779 00000100:00080000:0.0:1761232255.519253:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232255.519257:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232255.519266:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232255.519285:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748639360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232255.519308:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232255.519312:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232255.519315:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232255.519322:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8779 00000100:00080000:0.0:1761232255.519340:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232255.519347:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232255.519355:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232255.519370:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748639488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232255.519384:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232255.519407:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232255.519414:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232255.519418:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232255.519425:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8779 00000100:00080000:0.0:1761232255.519433:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232255.519438:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232255.519449:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232255.519471:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748639616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232255.519481:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232255/real 1761232255] req@ffff9437f87fb100 x1846776748639104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232255.519518:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232255.519548:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232255.519558:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232255.519580:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8779 00000100:00080000:0.0:1761232255.519594:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232255.519604:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748639104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232255.519606:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232255.519625:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232255.519653:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748639744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232255.519655:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232255.519682:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232255.519696:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232255.519707:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232255.519717:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232255.519717:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748639104:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232255.519774:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8779 00000100:00080000:0.0:1761232255.519780:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232255.519789:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232255.519804:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232255.519822:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748639872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232255.519837:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748639232:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232255.519841:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232255.519853:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232255.519858:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232255.519867:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8779 00000100:00080000:0.0:1761232255.519878:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232255.519886:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232255.519892:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232255.519903:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232255.519912:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748640000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232255.519930:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232255/real 1761232255] req@ffff9437f87fa680 x1846776748639232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232255.520019:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748639232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232255.520044:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232255.520050:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232255.520055:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748639232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232255.520064:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748639360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232255.520089:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232255.520101:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232255/real 1761232255] req@ffff9437f87f8a80 x1846776748639360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232255.520116:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748639360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232255.520136:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232255.520140:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232255.520144:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748639360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232255.520152:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748639488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232255.520201:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232255.520214:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232255/real 1761232255] req@ffff9437f87faa00 x1846776748639488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232255.520229:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748639488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232255.520239:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232255.520243:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232255.520247:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748639488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232255.520256:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748639616:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232255.520277:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232255.520288:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232255/real 1761232255] req@ffff9437f87f8000 x1846776748639616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232255.520303:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748639616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232255.520313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232255.520316:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232255.520322:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748639616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232255.520329:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748639744:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232255.520349:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232255.520360:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232255/real 1761232255] req@ffff9437f87f8700 x1846776748639744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232255.520373:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748639744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232255.520411:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232255.520415:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232255.520419:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748639744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232255.520449:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748639872:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232255.520474:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232255.520490:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232255/real 1761232255] req@ffff9437f87f8e00 x1846776748639872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232255.520508:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748639872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232255.520519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232255.520524:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232255.520528:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748639872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232255.520535:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748640000:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232255.520554:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232255.520570:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232255/real 1761232255] req@ffff9437f87f9f80 x1846776748640000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232255.520585:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748640000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232255.520596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232255.520600:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232255.520604:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748640000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232256.030939:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232256.030979:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232256.351002:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232257.054917:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232257.054938:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232257.375042:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232258.078856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232258.078862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232258.399006:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232259.102862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232259.102892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232259.422987:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232260.126943:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232260.447033:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232260.638870:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232260.638902:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232260.638909:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232260.638925:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8784 00000100:00080000:0.0:1761232260.638946:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232260.638959:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232260.639228:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748640128:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232260.639319:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232260.639388:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232260/real 1761232260] req@ffff9437f86d5c00 x1846776748640128/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232260.639421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748640128/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232260.639456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232260.639467:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232260.639480:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748640128:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232260.639520:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748640256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232260.639565:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232260.639590:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232260/real 1761232260] req@ffff9437f86d5f80 x1846776748640256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232260.639626:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748640256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232260.639649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232260.639659:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232260.639673:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748640256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232260.639690:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748640384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232260.639715:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232260.639757:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232260/real 1761232260] req@ffff9437f86d5180 x1846776748640384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232260.639773:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748640384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232260.639782:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232260.639785:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232260.639789:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748640384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232260.639796:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748640512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232260.639817:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232260.639828:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232260/real 1761232260] req@ffff9437f86d7480 x1846776748640512/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232260.639840:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748640512/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232260.639849:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232260.639852:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232260.639856:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748640512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232260.639862:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748640640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232260.639878:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232260.639888:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232260/real 1761232260] req@ffff9437f86d4380 x1846776748640640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232260.639899:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748640640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232260.639908:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232260.639911:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232260.639914:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748640640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232260.639934:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748640768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232260.639950:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232260.639960:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232260/real 1761232260] req@ffff9437f86d7b80 x1846776748640768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232260.639972:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748640768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232260.639980:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232260.639983:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232260.639987:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748640768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232260.639993:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748640896:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232260.640009:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232260.640018:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232260/real 1761232260] req@ffff9437f86d5880 x1846776748640896/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232260.640029:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748640896/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232260.640037:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232260.640040:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232260.640043:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748640896:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232260.640049:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748641024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232260.640069:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232260.640078:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232260/real 1761232260] req@ffff9437f86d4000 x1846776748641024/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232260.640090:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748641024/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232260.640126:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232260.640129:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232260.640132:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748641024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232261.150818:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232261.150886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232261.471034:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232262.174950:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232262.495043:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232263.198864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232263.198888:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232263.519003:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232264.222907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232264.222922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232264.543107:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232265.246967:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232265.246970:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232265.567027:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232265.758999:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232265.759012:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232265.759018:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232265.759031:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8789 00000100:00080000:2.0:1761232265.759087:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232265.759095:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232265.759136:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748641152/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232265.759171:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232265.759175:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232265.759177:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232265.759181:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8789 00000100:00080000:2.0:1761232265.759185:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232265.759189:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232265.759198:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232265.759211:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748641280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232265.759220:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748641152:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232265.759226:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232265.759232:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232265.759234:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232265.759239:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8789 00000100:00080000:2.0:1761232265.759242:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232265.759246:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232265.759252:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232265.759264:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748641408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232265.759274:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232265.759277:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232265.759279:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232265.759282:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8789 00000100:00080000:2.0:1761232265.759310:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232265.759314:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232265.759321:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232265.759325:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232265.759341:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748641536/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232265.759356:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232265.759360:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232265.759363:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232265.759369:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8789 00000100:00080000:2.0:1761232265.759375:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232265.759380:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232265.759387:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232265.759389:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232265/real 1761232265] req@ffff9437fa0df800 x1846776748641152/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232265.759406:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748641664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232265.759422:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232265.759423:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748641152/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232265.759434:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232265.759442:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232265.759457:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8789 00000100:00080000:0.0:1761232265.759459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232265.759462:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232265.759471:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232265.759475:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232265.759485:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748641152:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761232265.759486:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232265.759512:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748641792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232265.759527:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232265.759533:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748641280:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232265.759535:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232265.759542:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232265.759551:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8789 00000100:00080000:2.0:1761232265.759557:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232265.759561:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232265.759568:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232265.759581:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232265.759589:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748641920/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232265.759604:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232265.759610:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232265/real 1761232265] req@ffff9437fa0df100 x1846776748641280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232265.759613:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232265.759620:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232265.759637:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8789 00000100:00080000:2.0:1761232265.759649:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232265.759656:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748641280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232265.759660:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232265.759674:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232265.759683:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761232265.759693:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748642048/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232265.759696:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232265.759714:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748641280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232265.759747:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748641408:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232265.759816:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232265.759830:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232265/real 1761232265] req@ffff9437fa0dc000 x1846776748641408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232265.759842:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748641408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232265.759851:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232265.759854:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232265.759858:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748641408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232265.759864:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748641536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232265.759882:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232265.759891:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232265/real 1761232265] req@ffff9437fa0dca80 x1846776748641536/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232265.759902:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748641536/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232265.759909:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232265.759911:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232265.759915:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748641536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232265.759921:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748641664:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232265.759936:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232265.759944:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232265/real 1761232265] req@ffff9437fa0de300 x1846776748641664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232265.759954:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748641664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232265.759962:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232265.759964:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232265.759967:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748641664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232265.759985:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748641792:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232265.760000:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232265.760009:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232265/real 1761232265] req@ffff9437fa0ded80 x1846776748641792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232265.760020:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748641792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232265.760028:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232265.760082:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232265.760086:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748641792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232265.760111:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748641920:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232265.760131:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232265.760142:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232265/real 1761232265] req@ffff9437fa0df480 x1846776748641920/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232265.760154:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748641920/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232265.760162:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232265.760165:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232265.760168:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748641920:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232265.760173:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748642048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232265.760187:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232265.760195:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232265/real 1761232265] req@ffff9437fa0df800 x1846776748642048/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232265.760205:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748642048/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232265.760213:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232265.760216:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232265.760218:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748642048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232266.270856:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232266.270906:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232266.270923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232266.591087:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232267.294923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232267.294970:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232267.294975:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232267.615010:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232268.318896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232268.318901:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232268.318956:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232268.639092:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232269.342967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232269.343036:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232269.343101:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232269.663018:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232270.366919:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232270.367051:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232270.687053:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232270.878998:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232270.879019:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232270.879027:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232270.879050:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8794 00000100:00080000:2.0:1761232270.879072:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232270.879086:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232270.879153:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748642176/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232270.879203:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232270.879210:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232270.879213:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232270.879220:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8794 00000100:00080000:2.0:1761232270.879227:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232270.879237:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232270.879254:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232270.879279:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748642176:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232270.879283:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748642304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232270.879328:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232270.879334:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232270.879338:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232270.879346:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8794 00000100:00080000:2.0:1761232270.879391:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232270.879403:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232270.879407:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761232270.879427:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232270.879457:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748642432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232270.879478:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232270.879479:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232270/real 1761232270] req@ffff9437fa0ddc00 x1846776748642176/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232270.879506:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232270.879516:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232270.879544:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8794 00000100:00080000:2.0:1761232270.879559:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232270.879571:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748642176/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232270.879572:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232270.879590:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232270.879615:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761232270.879625:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748642560/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232270.879634:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232270.879656:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748642176:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232270.879667:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232270.879675:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232270.879681:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232270.879690:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8794 00000100:00080000:2.0:1761232270.879698:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232270.879705:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232270.879715:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748642304:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761232270.879720:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232270.879808:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748642688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232270.879827:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232270.879857:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232270.879864:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232270.879868:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232270.879870:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232270/real 1761232270] req@ffff9437fa0dc380 x1846776748642304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232270.879894:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8794 00000100:00080000:2.0:1761232270.879907:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232270.879908:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748642304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232270.879928:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232270.879941:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761232270.879948:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232270.879950:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232270.879961:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748642304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232270.879973:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748642432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232270.879999:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748642816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232270.880021:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232270.880027:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1761232270.880035:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232270.880036:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232270.880052:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8794 00000100:00100000:0.0:1761232270.880058:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232270/real 1761232270] req@ffff9437fa0dc700 x1846776748642432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232270.880065:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232270.880098:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748642432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232270.880099:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232270.880125:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232270.880152:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232270.880157:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232270.880163:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748642432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232270.880171:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748642944/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232270.880180:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748642560:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761232270.880226:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761232270.880227:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232270.880240:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232270.880244:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232270.880251:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232270/real 1761232270] req@ffff9437fa0dd180 x1846776748642560/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232270.880260:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8794 00000100:00080000:2.0:1761232270.880283:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232270.880294:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748642560/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232270.880301:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232270.880322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761232270.880327:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232270.880333:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232270.880345:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748642560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232270.880367:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748643072/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232270.880380:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748642688:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232270.880429:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232270.880448:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232270/real 1761232270] req@ffff9437fa0dfb80 x1846776748642688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232270.880464:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748642688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232270.880474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232270.880477:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232270.880482:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748642688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232270.880490:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748642816:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232270.880511:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232270.880522:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232270/real 1761232270] req@ffff9437fa0dea00 x1846776748642816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232270.880536:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748642816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232270.880546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232270.880549:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232270.880553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748642816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232270.880560:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748642944:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232270.880578:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232270.880589:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232270/real 1761232270] req@ffff9437fa0dd500 x1846776748642944/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232270.880603:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748642944/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232270.880612:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232270.880616:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232270.880619:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748642944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232270.880637:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748643072:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232270.880656:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232270.880668:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232270/real 1761232270] req@ffff9437fa0ddc00 x1846776748643072/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232270.880683:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748643072/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232270.880693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232270.880696:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232270.880700:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748643072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232271.390934:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232271.391061:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232271.711049:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232272.414846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232272.414873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232272.735015:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232273.438860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232273.438879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232273.759029:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232274.462968:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232274.463008:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232274.783034:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232275.486855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232275.486873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232275.807089:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232275.998954:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232275.998968:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232275.998974:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232275.998989:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8799 00000100:00080000:3.0:1761232275.999003:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232275.999013:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232275.999062:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748643200/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232275.999103:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232275.999109:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232275.999111:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232275.999116:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8799 00000100:00080000:3.0:1761232275.999121:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232275.999127:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232275.999139:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232275.999156:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748643328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232275.999175:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748643200:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232275.999177:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232275.999193:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232275.999197:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232275.999205:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8799 00000100:00080000:3.0:1761232275.999213:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232275.999217:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232275.999224:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232275.999243:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748643456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232275.999255:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232275.999260:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232275.999263:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232275.999267:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8799 00000100:00080000:3.0:1761232275.999273:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232275.999279:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232275.999285:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232275.999295:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232275.999313:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748643584/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232275.999326:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232275.999331:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232275.999334:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232275.999343:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8799 00000100:00100000:0.0:1761232275.999345:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232275/real 1761232275] req@ffff943800b9a680 x1846776748643200/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232275.999348:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232275.999362:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232275.999377:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232275.999394:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748643200/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232275.999398:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748643712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232275.999438:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232275.999440:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232275.999451:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232275.999455:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232275.999457:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232275.999471:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748643200:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232275.999472:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8799 00000100:00080000:3.0:1761232275.999482:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232275.999490:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232275.999496:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232275.999509:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748643840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232275.999517:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748643328:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232275.999540:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232275.999546:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232275.999550:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232275.999558:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8799 00000100:00080000:3.0:1761232275.999566:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232275.999572:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232275.999580:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232275.999589:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232275.999604:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232275/real 1761232275] req@ffff943800b99f80 x1846776748643328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232275.999612:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748643968/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232275.999651:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232275.999656:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748643328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232275.999658:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232275.999666:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232275.999680:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8799 00000100:00080000:0.0:1761232275.999692:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232275.999693:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232275.999708:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232275.999710:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761232275.999719:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232275.999722:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748643328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232275.999770:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748643456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232275.999786:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748644096/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232275.999806:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232275.999828:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232275/real 1761232275] req@ffff943800b98380 x1846776748643456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232275.999849:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748643456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232275.999860:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232275.999865:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232275.999869:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748643456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232275.999877:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748643584:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232275.999897:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232275.999908:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232275/real 1761232275] req@ffff943800b98700 x1846776748643584/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232275.999944:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748643584/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232275.999955:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232275.999958:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232275.999963:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748643584:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232275.999971:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748643712:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232275.999994:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232276.000006:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232275/real 1761232275] req@ffff943800b98000 x1846776748643712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232276.000021:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748643712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232276.000031:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232276.000034:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232276.000039:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748643712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232276.000062:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748643840:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232276.000081:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232276.000093:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232275/real 1761232276] req@ffff943800b99c00 x1846776748643840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232276.000107:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748643840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232276.000117:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232276.000120:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232276.000124:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748643840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232276.000131:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748643968:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232276.000148:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232276.000160:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232275/real 1761232276] req@ffff943800b9a680 x1846776748643968/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232276.000174:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748643968/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232276.000184:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232276.000187:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232276.000191:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748643968:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232276.000197:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748644096:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232276.000214:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232276.000225:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232275/real 1761232276] req@ffff943800b9b480 x1846776748644096/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232276.000239:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748644096/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232276.000249:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232276.000252:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232276.000256:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748644096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232276.510907:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232276.831098:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232277.535053:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232277.855052:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232278.558942:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232278.558970:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232278.879064:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232279.582914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232279.582977:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232279.903030:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232280.606993:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232280.607004:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232280.607083:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232280.926975:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232281.118877:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232281.118889:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232281.118906:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232281.118918:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8804 00000100:00080000:3.0:1761232281.118933:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232281.118941:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232281.118989:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748644224/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232281.119015:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232281.119018:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232281.119020:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232281.119023:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8804 00000100:00080000:3.0:1761232281.119026:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232281.119029:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232281.119040:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232281.119053:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748644352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232281.119063:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232281.119066:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232281.119070:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232281.119075:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748644224:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232281.119077:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8804 00000100:00080000:3.0:1761232281.119081:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232281.119088:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232281.119092:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232281.119102:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748644480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232281.119111:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232281.119114:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232281.119115:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232281.119120:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8804 00000100:00080000:3.0:1761232281.119124:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232281.119129:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232281.119135:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232281.119143:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748644608/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232281.119150:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232281.119153:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:0.0:1761232281.119160:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232281.119161:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232281.119173:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8804 00000100:00080000:3.0:1761232281.119179:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232281.119184:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232281.119190:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232281.119200:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748644736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232281.119208:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232281.119211:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232281.119212:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232281.119217:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232281/real 1761232281] req@ffff943800b9ad80 x1846776748644224/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232281.119222:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8804 00000100:00080000:3.0:1761232281.119230:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232281.119240:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232281.119252:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232281.119275:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748644864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232281.119282:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748644224/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232281.119318:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232281.119325:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232281.119327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232281.119328:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232281.119342:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8804 00000100:00080000:0.0:1761232281.119343:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232281.119354:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232281.119355:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748644224:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232281.119365:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232281.119371:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232281.119382:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748644992/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232281.119391:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232281.119393:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748644352:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232281.119394:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232281.119400:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232281.119405:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8804 00000100:00080000:3.0:1761232281.119408:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232281.119414:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232281.119418:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232281.119426:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232281.119437:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748645120/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232281.119444:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232281/real 1761232281] req@ffff943800b99500 x1846776748644352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232281.119473:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748644352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232281.119483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232281.119486:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232281.119488:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748644352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232281.119493:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748644480:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232281.119506:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232281.119513:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232281/real 1761232281] req@ffff943800b9b800 x1846776748644480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232281.119521:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748644480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232281.119531:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232281.119533:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232281.119535:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748644480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232281.119539:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748644608:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232281.119549:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232281.119555:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232281/real 1761232281] req@ffff943800b98a80 x1846776748644608/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232281.119562:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748644608/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232281.119568:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232281.119570:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232281.119571:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748644608:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232281.119575:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748644736:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232281.119585:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232281.119591:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232281/real 1761232281] req@ffff943800b98e00 x1846776748644736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232281.119598:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748644736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232281.119603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232281.119605:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232281.119607:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748644736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232281.119611:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748644864:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232281.119621:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232281.119626:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232281/real 1761232281] req@ffff943800b9bb80 x1846776748644864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232281.119633:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748644864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232281.119637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232281.119639:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232281.119641:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748644864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232281.119656:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748644992:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232281.119669:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232281.119679:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232281/real 1761232281] req@ffff943800b9aa00 x1846776748644992/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232281.119692:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748644992/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232281.119701:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232281.119705:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232281.119708:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748644992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232281.119715:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748645120:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232281.119762:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232281.119774:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232281/real 1761232281] req@ffff943800b9ad80 x1846776748645120/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232281.119782:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748645120/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232281.119788:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232281.119790:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232281.119792:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748645120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232281.630910:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232281.630970:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232281.630976:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232281.951109:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232282.654964:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232282.654997:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232282.975060:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232283.679000:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232283.679079:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232283.998975:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232284.702967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232284.703000:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232285.023123:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232285.726979:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232285.727009:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232286.047047:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232286.238943:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232286.238972:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232286.238981:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232286.239014:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8809 00000100:00080000:3.0:1761232286.239032:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232286.239046:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232286.239102:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748645248/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232286.239164:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232286.239171:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232286.239175:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232286.239184:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8809 00000100:00080000:3.0:1761232286.239193:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232286.239201:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232286.239218:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232286.239226:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748645248:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232286.239251:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748645376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232286.239276:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232286.239283:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232286.239286:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232286.239294:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8809 00000100:00080000:3.0:1761232286.239304:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232286.239312:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232286.239319:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232286.239350:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232286.239378:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748645504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232286.239396:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232286/real 1761232286] req@ffff943800b9b480 x1846776748645248/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232286.239402:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232286.239423:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232286.239430:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232286.239442:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748645248/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232286.239443:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8809 00000100:00080000:3.0:1761232286.239459:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232286.239466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232286.239474:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232286.239480:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232286.239491:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748645248:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761232286.239493:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232286.239525:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748645632/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232286.239529:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748645376:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232286.239569:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232286.239577:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232286.239583:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232286.239586:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232286.239600:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8809 00000100:00080000:3.0:1761232286.239612:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232286.239614:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232286/real 1761232286] req@ffff943800b9a680 x1846776748645376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232286.239631:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232286.239646:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748645376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232286.239647:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232286.239672:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232286.239679:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761232286.239688:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748645760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232286.239690:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748645376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232286.239712:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748645504:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232286.239752:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761232286.239797:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232286.239837:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232286/real 1761232286] req@ffff943800b99c00 x1846776748645504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232286.239843:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232286.239855:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232286.239862:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748645504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232286.239873:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8809 00000100:00080000:0.0:1761232286.239879:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232286.239889:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232286.239891:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232286.239901:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748645504:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232286.239910:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232286.239924:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232286.239928:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748645632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232286.239962:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748645888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232286.239969:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232286.239987:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232286/real 1761232286] req@ffff943800b98000 x1846776748645632/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232286.240059:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232286.240061:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748645632/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232286.240077:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232286.240083:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232286.240086:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232286.240091:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232286.240108:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748645632:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761232286.240108:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8809 00000100:00080000:3.0:1761232286.240126:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232286.240127:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748645760:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232286.240144:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232286.240156:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232286.240162:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232286.240180:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232286/real 1761232286] req@ffff943800b98700 x1846776748645760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232286.240193:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748646016/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232286.240204:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748645760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232286.240240:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232286.240246:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232286.240263:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232286.240273:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748645760:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232286.240283:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232286.240292:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232286.240301:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748645888:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232286.240306:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8809 00000100:00080000:3.0:1761232286.240321:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232286.240331:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232286.240342:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761232286.240349:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232286.240361:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232286/real 1761232286] req@ffff943800b98380 x1846776748645888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232286.240388:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748646144/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232286.240389:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748645888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232286.240466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232286.240472:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232286.240478:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748645888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232286.240487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748646016:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232286.240512:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232286.240525:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232286/real 1761232286] req@ffff943800b99f80 x1846776748646016/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232286.240538:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748646016/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232286.240548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232286.240552:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232286.240555:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748646016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232286.240570:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748646144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232286.240589:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232286.240601:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232286/real 1761232286] req@ffff943800b98700 x1846776748646144/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232286.240615:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748646144/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232286.240624:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232286.240628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232286.240633:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748646144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232286.750930:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232286.750979:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232287.071103:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232287.774955:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232287.775000:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232288.095091:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232288.799007:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232289.119027:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232289.822980:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232289.823017:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232289.823030:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232290.143093:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232290.846926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232290.846949:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232290.847066:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232291.167024:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232291.359291:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748646272:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232291.359412:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232291.359491:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232291/real 1761232291] req@ffff9437f86d4000 x1846776748646272/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232291.359543:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748646272/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232291.359613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232291.359643:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232291.359664:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748646272:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232291.359725:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748646400:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232291.359864:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232291.359893:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232291/real 1761232291] req@ffff9437f86d5880 x1846776748646400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232291.359969:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748646400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232291.360020:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232291.360033:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232291.360049:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748646400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232291.360087:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748646528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232291.360119:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232291.360134:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232291/real 1761232291] req@ffff9437f86d7b80 x1846776748646528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232291.360149:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748646528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232291.360160:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232291.360163:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232291.360167:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748646528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232291.360176:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748646656:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232291.360196:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232291.360208:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232291/real 1761232291] req@ffff9437f86d4380 x1846776748646656/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232291.360222:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748646656/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232291.360232:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232291.360236:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232291.360239:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748646656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232291.360246:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748646784:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232291.360265:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232291.360276:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232291/real 1761232291] req@ffff9437f86d7480 x1846776748646784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232291.360291:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748646784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232291.360301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232291.360305:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232291.360309:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748646784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232291.360333:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748646912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232291.360353:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232291.360365:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232291/real 1761232291] req@ffff9437f86d5180 x1846776748646912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232291.360379:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748646912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232291.360389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232291.360392:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232291.360396:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748646912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232291.360403:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748647040:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232291.360421:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232291.360432:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232291/real 1761232291] req@ffff9437f86d5f80 x1846776748647040/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232291.360446:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748647040/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232291.360465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232291.360468:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232291.360472:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748647040:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232291.360479:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748647168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232291.360496:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232291.360507:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232291/real 1761232291] req@ffff9437f86d5c00 x1846776748647168/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232291.360520:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748647168/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232291.360530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232291.360534:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232291.360538:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748647168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232291.870927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232291.870927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232292.190994:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232292.894966:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232292.894967:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232293.215059:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232293.918898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232293.918942:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232294.239067:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232294.942903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232294.942959:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232295.263071:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232295.966913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232295.967027:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232296.287035:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232296.479307:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748647296:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232296.479458:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232296.479542:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232296/real 1761232296] req@ffff9437f86d4700 x1846776748647296/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232296.479583:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748647296/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232296.479647:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232296.479669:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232296.479712:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748647296:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232296.479803:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748647424:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232296.479867:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232296.479899:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232296/real 1761232296] req@ffff9437f86d7100 x1846776748647424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232296.479919:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748647424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232296.479935:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232296.479940:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232296.479945:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748647424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232296.479955:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748647552:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232296.479978:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232296.479990:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232296/real 1761232296] req@ffff9437f86d6a00 x1846776748647552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232296.480005:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748647552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232296.480016:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232296.480020:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232296.480024:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748647552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232296.480032:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748647680:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232296.480053:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232296.480065:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232296/real 1761232296] req@ffff9437f86d6680 x1846776748647680/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232296.480080:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748647680/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232296.480090:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232296.480094:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232296.480097:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748647680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232296.480105:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748647808:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232296.480125:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232296.480136:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232296/real 1761232296] req@ffff9437f86d6d80 x1846776748647808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232296.480150:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748647808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232296.480160:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232296.480164:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232296.480168:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748647808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232296.480174:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748647936:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232296.480193:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232296.480204:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232296/real 1761232296] req@ffff9437f86d5c00 x1846776748647936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232296.480220:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748647936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232296.480230:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232296.480233:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232296.480237:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748647936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232296.480244:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748648064:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232296.480263:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232296.480274:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232296/real 1761232296] req@ffff9437f86d5f80 x1846776748648064/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232296.480288:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748648064/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232296.480298:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232296.480302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232296.480305:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748648064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232296.480335:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748648192:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232296.480355:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232296.480367:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232296/real 1761232296] req@ffff9437f86d5180 x1846776748648192/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232296.480381:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748648192/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232296.480400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232296.480405:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232296.480409:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748648192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232296.990987:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232297.311041:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232298.014885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232298.014987:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232298.014990:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232298.335047:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232299.038934:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232299.038992:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232299.359051:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232300.062881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232300.062904:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232300.383059:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232301.086899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232301.086912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232301.407065:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232301.598970:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232301.598987:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232301.598995:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232301.599012:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8825 00000100:00080000:3.0:1761232301.599033:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232301.599047:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232301.599114:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748648320/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232301.599156:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232301.599163:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232301.599165:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232301.599171:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8825 00000100:00080000:3.0:1761232301.599176:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232301.599182:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232301.599198:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232301.599217:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748648448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232301.599240:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748648320:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232301.599245:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232301.599271:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232301.599276:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232301.599283:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8825 00000100:00080000:3.0:1761232301.599292:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232301.599298:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232301.599304:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232301.599322:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748648576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232301.599334:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232301.599339:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232301.599342:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232301.599348:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8825 00000100:00080000:3.0:1761232301.599354:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232301.599362:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232301.599380:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761232301.599384:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232301.599407:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748648704/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232301.599422:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232301.599428:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232301.599431:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232301.599439:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8825 00000100:00080000:3.0:1761232301.599446:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232301.599449:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232301/real 1761232301] req@ffff943800b98000 x1846776748648320/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232301.599458:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232301.599475:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232301.599518:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748648832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232301.599520:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748648320/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232301.599666:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232301.599667:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232301.599692:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232301.599702:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232301.599703:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232301.599718:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8825 00000100:00080000:3.0:1761232301.599725:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232301.599770:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232301.599779:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232301.599794:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748648960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232301.599808:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232301.599811:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748648320:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232301.599815:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232301.599824:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232301.599847:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8825 00000100:00080000:3.0:1761232301.599859:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232301.599867:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232301.599873:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232301.599887:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748649088/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232301.599892:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748648448:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232301.599941:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232301.599946:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232301.599949:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232301.599956:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8825 00000100:00080000:3.0:1761232301.599966:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232301.599980:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232301.599985:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761232301.599997:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232301.600024:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748649216/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232301.600027:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232301/real 1761232301] req@ffff943800b99c00 x1846776748648448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232301.600112:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748648448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232301.600132:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232301.600137:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232301.600142:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748648448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232301.600151:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748648576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232301.600178:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232301.600191:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232301/real 1761232301] req@ffff943800b9a680 x1846776748648576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232301.600206:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748648576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232301.600217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232301.600221:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232301.600225:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748648576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232301.600233:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748648704:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232301.600252:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232301.600263:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232301/real 1761232301] req@ffff943800b9b480 x1846776748648704/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232301.600278:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748648704/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232301.600288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232301.600291:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232301.600296:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748648704:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232301.600304:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748648832:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232301.600324:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232301.600335:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232301/real 1761232301] req@ffff943800b9ad80 x1846776748648832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232301.600349:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748648832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232301.600359:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232301.600362:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232301.600366:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748648832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232301.600373:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748648960:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232301.600391:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232301.600402:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232301/real 1761232301] req@ffff943800b9aa00 x1846776748648960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232301.600416:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748648960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232301.600425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232301.600429:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232301.600433:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748648960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232301.600458:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748649088:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232301.600477:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232301.600489:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232301/real 1761232301] req@ffff943800b9bb80 x1846776748649088/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232301.600503:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748649088/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232301.600513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232301.600517:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232301.600521:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748649088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232301.600528:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748649216:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232301.600546:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232301.600556:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232301/real 1761232301] req@ffff943800b98e00 x1846776748649216/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232301.600570:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748649216/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232301.600580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232301.600584:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232301.600587:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748649216:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232302.110979:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232302.111012:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232302.431063:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232303.134923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232303.455028:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232304.158985:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232304.159014:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232304.478972:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232305.183407:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232305.183689:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232305.503010:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232306.207201:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232306.207201:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232306.527037:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232306.718960:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232306.718978:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232306.718986:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232306.719005:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8830 00000100:00080000:3.0:1761232306.719025:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232306.719036:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232306.719117:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748649344/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232306.719155:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232306.719159:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232306.719161:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232306.719166:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8830 00000100:00080000:3.0:1761232306.719169:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232306.719174:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232306.719186:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232306.719199:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748649472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232306.719211:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748649344:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232306.719214:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232306.719226:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232306.719228:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232306.719233:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8830 00000100:00080000:3.0:1761232306.719236:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232306.719239:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232306.719244:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232306.719256:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748649600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232306.719268:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232306.719271:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232306.719273:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232306.719276:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8830 00000100:00080000:3.0:1761232306.719301:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232306.719306:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232306.719310:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232306.719317:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232306.719327:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748649728/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232306.719338:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232306.719342:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232306.719345:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232306.719349:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8830 00000100:00080000:3.0:1761232306.719353:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232306.719356:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232306.719360:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232306.719390:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748649856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232306.719405:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232306/real 1761232306] req@ffff943800b98a80 x1846776748649344/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232306.719407:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232306.719422:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232306.719430:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232306.719444:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8830 00000100:00080000:3.0:1761232306.719455:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232306.719468:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232306.719478:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232306.719494:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748649344/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232306.719499:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748649984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232306.719549:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232306.719550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232306.719557:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232306.719562:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232306.719563:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232306.719596:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8830 00000100:00100000:0.0:1761232306.719598:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748649344:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232306.719609:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232306.719617:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232306.719623:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232306.719635:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748650112/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232306.719641:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748649472:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232306.719656:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232306.719661:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232306.719664:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232306.719669:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8830 00000100:00080000:3.0:1761232306.719679:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232306.719687:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232306.719687:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232306.719698:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232306.719714:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232306/real 1761232306] req@ffff943800b9b800 x1846776748649472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232306.719716:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748650240/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232306.719777:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748649472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232306.719796:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232306.719803:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232306.719809:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748649472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232306.719820:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748649600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232306.719847:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232306.719859:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232306/real 1761232306] req@ffff943800b99500 x1846776748649600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232306.719871:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748649600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232306.719886:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232306.719889:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232306.719892:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748649600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232306.719898:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748649728:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232306.719914:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232306.719923:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232306/real 1761232306] req@ffff943800b98e00 x1846776748649728/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232306.719933:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748649728/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232306.719941:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232306.719943:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232306.719946:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748649728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232306.719951:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748649856:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232306.719966:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232306.719975:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232306/real 1761232306] req@ffff943800b9bb80 x1846776748649856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232306.719985:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748649856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232306.719992:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232306.719995:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232306.719998:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748649856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232306.720004:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748649984:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232306.720018:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232306.720026:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232306/real 1761232306] req@ffff943800b9aa00 x1846776748649984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232306.720035:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748649984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232306.720043:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232306.720046:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232306.720048:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748649984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232306.720067:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748650112:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232306.720081:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232306.720090:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232306/real 1761232306] req@ffff943800b9ad80 x1846776748650112/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232306.720099:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748650112/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232306.720106:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232306.720109:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232306.720112:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748650112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232306.720117:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748650240:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232306.720130:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232306.720138:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232306/real 1761232306] req@ffff943800b9b480 x1846776748650240/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232306.720149:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748650240/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232306.720156:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232306.720159:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232306.720161:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748650240:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232307.231002:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232307.231666:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232307.550996:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232308.254992:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232308.255094:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232308.255172:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232308.575078:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232309.279005:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232309.279209:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232309.279668:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232309.599024:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232310.302891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232310.302896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232310.622984:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232311.326925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232311.326939:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232311.326975:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232311.647024:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232311.839187:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748650368:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232311.839341:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748650496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232311.839395:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748650624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232311.839483:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748650752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232311.839596:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748650880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232311.839657:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748651008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232311.839785:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748651136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232311.839846:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748651264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232312.350988:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232312.351006:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232312.351065:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232312.671031:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232313.374845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232313.374854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232313.694929:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232314.398918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232314.399002:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232314.719066:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232314.912025:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232311/real 1761232314] req@ffff9437f86d5880 x1846776748650752/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232314.912093:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748650752/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232314.912114:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232314.912124:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232314.912132:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748650752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232314.912146:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232311/real 1761232314] req@ffff9437f86d4000 x1846776748650880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232314.912170:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748650880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232314.912185:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232314.912191:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232314.912198:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748650880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232314.912212:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232311/real 1761232314] req@ffff9437f86d4380 x1846776748650496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232314.912236:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748650496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232314.912254:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232314.912261:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232314.912268:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748650496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232314.912281:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232311/real 1761232314] req@ffff9437f86d7b80 x1846776748650624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232314.912304:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748650624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232314.912320:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232314.912327:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232314.912333:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748650624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232314.912345:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232311/real 1761232314] req@ffff9437f86d7480 x1846776748650368/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232314.912367:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748650368/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232314.912383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232314.912390:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232314.912397:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748650368:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232314.912450:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232311/real 1761232314] req@ffff9437f86d5c00 x1846776748651264/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232314.912474:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748651264/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232314.912530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232314.912538:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232314.912545:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748651264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232314.912558:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232311/real 1761232314] req@ffff9437f86d5f80 x1846776748651136/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232314.912587:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748651136/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232314.912604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232314.912611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232314.912618:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748651136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232314.912631:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232311/real 1761232314] req@ffff9437f86d5180 x1846776748651008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232314.912653:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748651008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232314.912666:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232314.912672:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232314.912679:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748651008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232315.422935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232315.422958:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232315.742974:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232316.447028:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232316.766945:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232316.959171:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748651392:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232316.959278:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232316.959377:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232316/real 1761232316] req@ffff9437f86d6d80 x1846776748651392/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232316.959440:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748651392/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232316.959522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232316.959542:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232316.959561:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748651392:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232316.959622:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748651520:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232316.959690:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232316.959802:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232316/real 1761232316] req@ffff9437f86d6680 x1846776748651520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232316.959870:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748651520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232316.959914:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232316.959930:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232316.959949:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748651520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232316.959971:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748651648:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232316.960031:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232316.960066:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232316/real 1761232316] req@ffff9437f86d6a00 x1846776748651648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232316.960092:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748651648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232316.960111:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232316.960117:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232316.960124:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748651648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232316.960137:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748651776:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232316.960181:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232316.960205:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232316/real 1761232316] req@ffff9437f86d7100 x1846776748651776/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232316.960228:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748651776/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232316.960244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232316.960249:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232316.960256:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748651776:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232316.960268:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748651904:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232316.960308:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232316.960332:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232316/real 1761232316] req@ffff9437f86d4700 x1846776748651904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232316.960355:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748651904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232316.960372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232316.960378:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232316.960384:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748651904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232316.960422:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748652032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232316.960493:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232316.960517:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232316/real 1761232316] req@ffff9437f86d6d80 x1846776748652032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232316.960543:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748652032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232316.960561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232316.960567:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232316.960573:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748652032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232316.960585:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748652160:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232316.960631:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232316.960657:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232316/real 1761232316] req@ffff9437f86d5180 x1846776748652160/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232316.960681:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748652160/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232316.960696:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232316.960702:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232316.960709:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748652160:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232316.960772:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748652288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232316.960815:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232316.960837:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232316/real 1761232316] req@ffff9437f86d5f80 x1846776748652288/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232316.960870:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748652288/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232316.960888:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232316.960894:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232316.960900:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748652288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232317.470904:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232317.470977:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232317.790917:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232318.494947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232318.494971:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232318.815056:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232319.518967:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232319.518998:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232319.519128:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232319.839117:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232320.542984:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232320.543017:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232320.863091:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232321.566908:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232321.886964:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232322.079119:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748652416:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232322.079210:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232322.079263:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232322/real 1761232322] req@ffff9437f86d5c00 x1846776748652416/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232322.079287:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748652416/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232322.079298:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232322.079303:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232322.079307:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748652416:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232322.079313:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748652544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232322.079333:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232322.079341:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232322/real 1761232322] req@ffff9437f86d7480 x1846776748652544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232322.079349:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748652544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232322.079355:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232322.079357:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232322.079359:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748652544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232322.079384:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748652672:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232322.079410:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232322.079418:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232322/real 1761232322] req@ffff9437f86d7b80 x1846776748652672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232322.079426:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748652672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232322.079432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232322.079435:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232322.079437:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748652672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232322.079440:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748652800:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232322.079453:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232322.079459:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232322/real 1761232322] req@ffff9437f86d4380 x1846776748652800/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232322.079472:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748652800/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232322.079478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232322.079480:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232322.079482:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748652800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232322.079486:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748652928:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232322.079496:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232322.079501:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232322/real 1761232322] req@ffff9437f86d4000 x1846776748652928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232322.079509:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748652928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232322.079514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232322.079516:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232322.079518:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748652928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232322.079521:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748653056:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232322.079531:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232322.079536:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232322/real 1761232322] req@ffff9437f86d5880 x1846776748653056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232322.079543:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748653056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232322.079554:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232322.079556:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232322.079558:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748653056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232322.079561:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748653184:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232322.079571:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232322.079576:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232322/real 1761232322] req@ffff9437f86d5f80 x1846776748653184/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232322.079583:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748653184/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232322.079589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232322.079591:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232322.079593:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748653184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232322.079596:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748653312:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232322.079605:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232322.079611:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232322/real 1761232322] req@ffff9437f86d5180 x1846776748653312/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232322.079617:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748653312/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232322.079623:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232322.079625:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232322.079628:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748653312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232322.590987:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232322.591068:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232322.911073:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232323.614987:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232323.615018:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232323.935096:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232324.638864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232324.638892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232324.959021:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232325.662865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232325.662934:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232325.983008:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232326.686880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232326.686938:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232327.007030:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232327.198912:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232327.198932:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232327.198941:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232327.198961:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8850 00000100:00080000:3.0:1761232327.198984:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232327.198999:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232327.199075:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748653440/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232327.199129:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232327.199137:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232327.199142:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232327.199153:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8850 00000100:00080000:3.0:1761232327.199162:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232327.199172:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232327.199185:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748653440:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761232327.199190:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232327.199225:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748653568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232327.199247:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232327.199254:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232327.199258:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232327.199266:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8850 00000100:00080000:3.0:1761232327.199290:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232327.199300:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232327.199308:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232327.199322:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232327.199372:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748653696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232327.199412:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232327.199415:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232327/real 1761232327] req@ffff943800b9a680 x1846776748653440/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232327.199429:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232327.199438:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232327.199451:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8850 00000100:00080000:3.0:1761232327.199462:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232327.199463:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748653440/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232327.199481:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232327.199489:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761232327.199498:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232327.199501:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232327.199514:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748653440:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232327.199533:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748653824/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232327.199549:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232327.199554:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232327.199557:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232327.199582:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748653568:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232327.199588:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8850 00000100:00080000:3.0:1761232327.199602:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232327.199611:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232327.199622:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232327.199653:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232327.199654:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748653952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232327.199682:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232327.199692:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761232327.199694:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232327/real 1761232327] req@ffff943800b99c00 x1846776748653568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232327.199698:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232327.199718:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8850 00000100:00080000:3.0:1761232327.199729:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232327.199731:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748653568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232327.199745:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232327.199757:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761232327.199759:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232327.199803:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232327.199812:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748653568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232327.199825:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748653696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232327.199832:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748654080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232327.199872:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232327.199877:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232327.199880:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232327.199887:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8850 00000100:00080000:3.0:1761232327.199895:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232327.199905:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761232327.199906:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761232327.199919:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232327.199937:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232327/real 1761232327] req@ffff943800b98000 x1846776748653696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232327.199948:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748654208/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232327.199976:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232327.199981:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748653696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232327.199982:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232327.199989:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232327.200002:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8850 00000100:00080000:3.0:1761232327.200013:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232327.200016:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232327.200023:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232327.200031:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761232327.200036:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232327.200041:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748653696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232327.200059:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748654336/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232327.200060:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748653824:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232327.200107:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232327.200124:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232327/real 1761232327] req@ffff943800b98700 x1846776748653824/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232327.200139:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748653824/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232327.200150:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232327.200154:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232327.200158:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748653824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232327.200181:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748653952:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232327.200202:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232327.200215:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232327/real 1761232327] req@ffff943800b99f80 x1846776748653952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232327.200238:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748653952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232327.200249:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232327.200252:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232327.200256:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748653952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232327.200263:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748654080:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232327.200282:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232327.200294:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232327/real 1761232327] req@ffff943800b98380 x1846776748654080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232327.200308:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748654080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232327.200318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232327.200321:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232327.200325:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748654080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232327.200332:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748654208:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232327.200403:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232327.200416:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232327/real 1761232327] req@ffff943800b9a680 x1846776748654208/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232327.200449:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748654208/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232327.200468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232327.200472:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232327.200476:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748654208:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232327.200484:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748654336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232327.200506:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232327.200517:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232327/real 1761232327] req@ffff943800b9b480 x1846776748654336/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232327.200531:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748654336/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232327.200541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232327.200545:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232327.200548:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748654336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232327.710894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232327.710955:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232328.031058:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232328.734938:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232328.734977:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232328.735016:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232329.055014:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232329.758874:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232329.758902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232330.079072:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232330.782899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232330.782922:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232330.782928:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232331.103019:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232331.806877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232331.806943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232331.807019:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232332.127080:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232332.319163:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748654464:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232332.319333:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232332.319413:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232332/real 1761232332] req@ffff9437f86d6d80 x1846776748654464/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232332.319499:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748654464/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232332.319537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232332.319551:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232332.319568:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748654464:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232332.319617:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748654592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232332.319668:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232332.319698:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232332/real 1761232332] req@ffff9437f86d4700 x1846776748654592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232332.319797:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748654592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232332.319819:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232332.319826:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232332.319834:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748654592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232332.319848:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748654720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232332.319897:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232332.319921:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232332/real 1761232332] req@ffff9437f86d7100 x1846776748654720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232332.319946:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748654720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232332.319964:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232332.319971:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232332.319977:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748654720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232332.319990:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748654848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232332.320034:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232332.320057:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232332/real 1761232332] req@ffff9437f86d6a00 x1846776748654848/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232332.320083:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748654848/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232332.320094:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232332.320098:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232332.320102:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748654848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232332.320110:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748654976:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232332.320138:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232332.320151:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232332/real 1761232332] req@ffff9437f86d6680 x1846776748654976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232332.320165:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748654976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232332.320176:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232332.320179:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232332.320183:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748654976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232332.320190:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748655104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232332.320209:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232332.320220:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232332/real 1761232332] req@ffff9437f86d5180 x1846776748655104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232332.320235:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748655104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232332.320245:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232332.320248:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232332.320252:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748655104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232332.320278:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748655232:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232332.320340:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232332.320356:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232332/real 1761232332] req@ffff9437f86d5f80 x1846776748655232/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232332.320371:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748655232/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232332.320382:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232332.320386:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232332.320391:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748655232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232332.320399:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748655360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232332.320417:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232332.320428:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232332/real 1761232332] req@ffff9437f86d5880 x1846776748655360/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232332.320442:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748655360/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232332.320461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232332.320465:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232332.320469:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748655360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232332.830912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232332.830914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232332.830930:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232333.151024:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232333.854965:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232333.854969:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232333.855039:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232334.175090:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232334.878948:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232334.878988:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232334.879093:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232335.198914:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232335.902897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232335.902950:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232335.903020:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232336.222999:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232336.223024:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232336.926886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232336.926886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232336.926960:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232337.246881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232337.438893:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232337.438906:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232337.438911:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232337.438923:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8861 00000100:00080000:3.0:1761232337.438938:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232337.438946:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232337.438997:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748655488/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232337.439026:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232337.439032:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232337.439034:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232337.439038:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8861 00000100:00080000:3.0:1761232337.439041:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232337.439045:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232337.439056:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232337.439066:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748655488:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232337.439068:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748655616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232337.439081:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232337.439084:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232337.439085:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232337.439088:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8861 00000100:00080000:3.0:1761232337.439091:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232337.439094:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232337.439097:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232337.439106:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748655744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232337.439112:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232337.439115:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232337.439116:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232337.439119:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8861 00000100:00080000:3.0:1761232337.439142:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232337.439146:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232337.439151:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232337.439160:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748655872/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232337.439169:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232337.439172:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232337.439176:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232337.439177:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232337.439180:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8861 00000100:00080000:3.0:1761232337.439184:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232337.439187:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232337.439190:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232337.439207:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748656000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232337.439215:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232337.439218:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232337.439220:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232337.439237:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8861 00000100:00100000:2.0:1761232337.439239:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232337/real 1761232337] req@ffff943800b9ad80 x1846776748655488/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232337.439243:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232337.439251:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232337.439259:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232337.439270:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748656128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232337.439277:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748655488/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232337.439281:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232337.439289:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232337.439293:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232337.439300:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8861 00000100:00080000:3.0:1761232337.439304:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232337.439307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232337.439307:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232337.439316:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232337.439318:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232337.439324:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748655488:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232337.439327:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748656256/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232337.439335:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232337.439337:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232337.439338:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232337.439341:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8861 00000100:00080000:3.0:1761232337.439343:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232337.439345:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232337.439348:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232337.439356:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748656384/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232337.439358:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748655616:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232337.439390:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232337.439402:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232337/real 1761232337] req@ffff943800b9aa00 x1846776748655616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232337.439411:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748655616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232337.439419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232337.439422:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232337.439424:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748655616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232337.439428:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748655744:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232337.439441:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232337.439446:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232337/real 1761232337] req@ffff943800b9bb80 x1846776748655744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232337.439454:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748655744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232337.439460:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232337.439462:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232337.439464:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748655744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232337.439468:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748655872:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232337.439479:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232337.439485:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232337/real 1761232337] req@ffff943800b98e00 x1846776748655872/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232337.439493:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748655872/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232337.439498:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232337.439500:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232337.439503:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748655872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232337.439507:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748656000:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232337.439518:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232337.439523:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232337/real 1761232337] req@ffff943800b99500 x1846776748656000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232337.439530:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748656000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232337.439536:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232337.439537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232337.439539:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748656000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232337.439542:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748656128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232337.439553:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232337.439559:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232337/real 1761232337] req@ffff943800b9b800 x1846776748656128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232337.439567:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748656128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232337.439572:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232337.439574:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232337.439575:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748656128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232337.439579:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748656256:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232337.439589:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232337.439595:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232337/real 1761232337] req@ffff943800b98a80 x1846776748656256/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232337.439603:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748656256/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232337.439608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232337.439610:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232337.439612:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748656256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232337.439625:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748656384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232337.439636:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232337.439642:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232337/real 1761232337] req@ffff943800b9ad80 x1846776748656384/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232337.439649:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748656384/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232337.439655:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232337.439657:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232337.439659:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748656384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232337.950902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232337.950903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232337.950930:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232338.270883:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232338.270996:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232338.974848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232338.974859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232338.974875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232339.294901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232339.295049:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232339.998849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232339.998849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232340.318842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232340.318905:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232341.022857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232341.022992:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232341.023035:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232341.342857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232341.342955:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232342.046881:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232342.046888:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232342.046888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232342.366945:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:2.0:1761232342.558889:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232342.558903:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232342.558910:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232342.558926:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8866 00000100:00080000:2.0:1761232342.558943:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232342.558953:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232342.559005:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748656512/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232342.559060:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232342.559065:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232342.559068:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232342.559075:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8866 00000100:00080000:2.0:1761232342.559081:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232342.559088:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232342.559100:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232342.559121:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748656512:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232342.559125:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748656640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232342.559147:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232342.559151:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232342.559154:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232342.559159:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8866 00000100:00080000:2.0:1761232342.559193:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232342.559200:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232342.559206:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232342.559222:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748656768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232342.559235:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232342.559240:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232342.559243:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232342.559252:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232342.559254:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8866 00000100:00080000:2.0:1761232342.559263:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232342.559269:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232342.559276:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232342.559292:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748656896/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232342.559304:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232342.559309:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232342.559312:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232342.559319:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232342/real 1761232342] req@ffff9437fa0df800 x1846776748656512/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232342.559324:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8866 00000100:00080000:2.0:1761232342.559336:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232342.559347:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232342.559354:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232342.559363:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748656512/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232342.559374:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748657024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232342.559395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232342.559400:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232342.559407:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232342.559409:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232342.559416:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232342.559419:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748656512:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232342.559427:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8866 00000100:00080000:2.0:1761232342.559436:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232342.559441:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232342.559448:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232342.559462:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748656640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232342.559466:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748657152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232342.559486:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232342.559491:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232342.559494:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232342.559500:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8866 00000100:00080000:2.0:1761232342.559506:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232342.559507:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232342.559520:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232342.559533:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232342/real 1761232342] req@ffff9437fa0df480 x1846776748656640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761232342.559533:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232342.559568:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748656640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232342.559580:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748657280/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232342.559582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232342.559594:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232342.559606:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748656640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232342.559625:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748656768:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232342.559629:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232342.559637:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232342.559640:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232342.559648:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8866 00000100:00080000:2.0:1761232342.559657:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232342.559663:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232342.559671:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232342.559684:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232342.559690:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232342/real 1761232342] req@ffff9437fa0ded80 x1846776748656768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232342.559716:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748657408/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232342.559725:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748656768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232342.559781:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232342.559788:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232342.559794:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748656768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232342.559818:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748656896:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232342.559854:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232342.559869:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232342/real 1761232342] req@ffff9437fa0de300 x1846776748656896/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232342.559884:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748656896/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232342.559894:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232342.559898:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232342.559902:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748656896:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232342.559908:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748657024:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232342.559927:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232342.559938:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232342/real 1761232342] req@ffff9437fa0dca80 x1846776748657024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232342.559951:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748657024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232342.559961:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232342.559965:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232342.559968:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748657024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232342.559992:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748657152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232342.560011:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232342.560022:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232342/real 1761232342] req@ffff9437fa0dc000 x1846776748657152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232342.560035:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748657152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232342.560045:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232342.560049:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232342.560052:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748657152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232342.560059:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748657280:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232342.560076:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232342.560087:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232342/real 1761232342] req@ffff9437fa0df100 x1846776748657280/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232342.560100:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748657280/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232342.560110:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232342.560113:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232342.560118:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748657280:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232342.560124:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748657408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232342.560141:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232342.560152:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232342/real 1761232342] req@ffff9437fa0df800 x1846776748657408/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232342.560195:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748657408/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232342.560207:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232342.560211:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232342.560215:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748657408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232343.070901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232343.070950:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232343.071038:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232343.390878:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232343.390935:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232344.094976:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232344.094993:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232344.414863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232344.415261:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232345.118975:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232345.118994:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232345.438905:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232346.142901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232346.142928:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232346.462848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232346.463038:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232347.166899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232347.486891:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232347.678910:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232347.678928:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232347.678936:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232347.678976:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8871 00000100:00080000:3.0:1761232347.678993:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232347.679004:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232347.679046:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748657536/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232347.679082:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232347.679089:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232347.679093:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232347.679100:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8871 00000100:00080000:3.0:1761232347.679122:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232347.679129:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232347.679142:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232347.679162:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748657536:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232347.679164:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748657664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232347.679182:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232347.679188:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232347.679190:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232347.679196:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8871 00000100:00080000:3.0:1761232347.679202:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232347.679207:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232347.679214:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232347.679228:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748657792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232347.679241:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232347.679244:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232347.679248:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232347.679251:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232347.679257:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8871 00000100:00080000:3.0:1761232347.679275:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232347.679282:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232347.679290:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232347.679304:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232347/real 1761232347] req@ffff943800b9b480 x1846776748657536/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232347.679306:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748657920/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232347.679324:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232347.679330:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232347.679334:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232347.679335:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748657536/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232347.679340:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8871 00000100:00080000:3.0:1761232347.679347:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232347.679353:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232347.679353:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232347.679376:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761232347.679376:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232347.679384:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748657536:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232347.679392:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748658048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232347.679408:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232347.679413:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232347.679417:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232347.679419:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748657664:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232347.679424:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8871 00000100:00080000:3.0:1761232347.679430:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232347.679437:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232347.679443:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232347.679461:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232347.679461:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748658176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232347.679481:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232347.679484:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232347/real 1761232347] req@ffff943800b9a680 x1846776748657664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232347.679487:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232347.679491:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232347.679498:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8871 00000100:00080000:3.0:1761232347.679505:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232347.679509:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748657664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232347.679511:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232347.679520:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232347.679527:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232347.679534:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761232347.679536:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748658304/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232347.679541:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748657664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232347.679553:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748657792:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232347.679555:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232347.679561:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232347.679564:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232347.679570:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8871 00000800:00000100:0.0:1761232347.679586:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232347.679592:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232347.679599:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232347.679606:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232347/real 1761232347] req@ffff943800b98380 x1846776748657792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232347.679608:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232347.679629:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748658432/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232347.679630:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748657792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232347.679649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232347.679655:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232347.679661:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748657792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232347.679674:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748657920:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232347.679713:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232347.679734:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232347/real 1761232347] req@ffff943800b99f80 x1846776748657920/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232347.679794:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748657920/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232347.679806:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232347.679810:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232347.679814:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748657920:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232347.679821:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748658048:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232347.679849:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232347.679862:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232347/real 1761232347] req@ffff943800b98700 x1846776748658048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232347.679876:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748658048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232347.679886:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232347.679890:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232347.679894:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748658048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232347.679917:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748658176:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232347.679936:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232347.679947:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232347/real 1761232347] req@ffff943800b98000 x1846776748658176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232347.679979:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748658176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232347.679994:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232347.679998:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232347.680002:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748658176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232347.680007:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748658304:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232347.680024:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232347.680034:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232347/real 1761232347] req@ffff943800b99c00 x1846776748658304/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232347.680045:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748658304/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232347.680054:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232347.680057:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232347.680060:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748658304:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232347.680065:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748658432:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232347.680079:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232347.680088:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232347/real 1761232347] req@ffff943800b9b480 x1846776748658432/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232347.680099:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748658432/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232347.680133:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232347.680137:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232347.680141:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748658432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232348.190909:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232348.191019:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232348.510819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232348.510976:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232349.214991:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232349.214996:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232349.534903:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232349.535028:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232350.238902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232350.238928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232350.558885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232351.262899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232351.262986:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232351.582913:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232351.583012:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232352.286906:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232352.286909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232352.606945:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232352.798933:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232352.798949:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232352.798959:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232352.798978:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8876 00000100:00080000:3.0:1761232352.799005:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232352.799018:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232352.799126:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748658560/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232352.799178:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232352.799183:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232352.799186:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232352.799192:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8876 00000100:00080000:3.0:1761232352.799198:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232352.799204:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232352.799219:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232352.799238:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748658688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232352.799246:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748658560:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232352.799261:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232352.799268:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232352.799270:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232352.799276:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8876 00000100:00080000:3.0:1761232352.799281:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232352.799286:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232352.799293:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232352.799308:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748658816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232352.799321:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232352.799325:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232352.799328:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232352.799334:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8876 00000100:00080000:3.0:1761232352.799352:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232352.799359:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232352.799366:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232352.799373:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232352.799391:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748658944/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232352.799406:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232352.799412:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232352.799414:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232352.799419:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8876 00000100:00080000:3.0:1761232352.799425:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232352.799430:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232352.799437:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232352.799447:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232352/real 1761232352] req@ffff943800b9ad80 x1846776748658560/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232352.799455:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748659072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232352.799493:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232352.799498:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1761232352.799506:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748658560/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232352.799507:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232352.799524:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8876 00000100:00080000:3.0:1761232352.799534:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232352.799543:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232352.799547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761232352.799549:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232352.799563:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761232352.799571:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748659200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232352.799576:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748658560:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232352.799611:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232352.799616:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232352.799618:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232352.799625:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8876 00000100:00100000:0.0:1761232352.799631:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748658688:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232352.799632:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232352.799645:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232352.799654:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232352.799672:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748659328/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232352.799687:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232352.799692:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232352.799699:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232352.799702:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232352.799710:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8876 00000100:00100000:0.0:1761232352.799715:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232352/real 1761232352] req@ffff943800b98a80 x1846776748658688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232352.799719:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232352.799771:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232352.799785:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232352.799798:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748658688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232352.799810:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748659456/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232352.799820:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232352.799835:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232352.799842:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748658688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232352.799851:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748658816:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232352.799881:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232352.799895:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232352/real 1761232352] req@ffff943800b9b800 x1846776748658816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232352.799910:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748658816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232352.799922:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232352.799925:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232352.799929:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748658816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232352.799937:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748658944:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232352.799958:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232352.799969:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232352/real 1761232352] req@ffff943800b99500 x1846776748658944/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232352.799983:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748658944/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232352.799994:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232352.799997:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232352.800001:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748658944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232352.800008:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748659072:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232352.800027:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232352.800038:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232352/real 1761232352] req@ffff943800b98e00 x1846776748659072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232352.800085:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748659072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232352.800096:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232352.800101:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232352.800105:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748659072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232352.800113:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748659200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232352.800136:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232352.800149:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232352/real 1761232352] req@ffff943800b9bb80 x1846776748659200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232352.800163:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748659200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232352.800174:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232352.800177:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232352.800181:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748659200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232352.800205:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748659328:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232352.800226:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232352.800238:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232352/real 1761232352] req@ffff943800b9aa00 x1846776748659328/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232352.800261:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748659328/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232352.800271:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232352.800275:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232352.800278:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748659328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232352.800285:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748659456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232352.800303:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232352.800314:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232352/real 1761232352] req@ffff943800b9ad80 x1846776748659456/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232352.800328:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748659456/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232352.800339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232352.800342:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232352.800346:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748659456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232353.310993:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232353.311064:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232353.630875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232353.631075:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232354.334918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232354.334929:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232354.654897:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232354.655079:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232355.358903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232355.358942:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232355.678864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232356.382901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232356.382996:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232356.702914:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232356.703103:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232357.406930:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232357.406938:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232357.726878:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232357.918925:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232357.918934:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232357.918938:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232357.918949:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8881 00000100:00080000:3.0:1761232357.918961:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232357.918968:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232357.919018:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748659584/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232357.919042:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232357.919045:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232357.919047:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232357.919050:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8881 00000100:00080000:3.0:1761232357.919053:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232357.919057:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232357.919066:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232357.919076:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748659712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232357.919087:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232357.919091:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232357.919097:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232357.919098:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748659584:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232357.919104:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8881 00000100:00080000:3.0:1761232357.919116:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232357.919122:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232357.919126:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232357.919137:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748659840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232357.919146:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232357.919148:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232357.919149:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232357.919152:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8881 00000100:00080000:3.0:1761232357.919156:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232357.919159:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232357.919163:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232357.919174:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748659968/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232357.919180:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232357.919183:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232357.919185:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232357.919188:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8881 00000100:00080000:3.0:1761232357.919191:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232357.919193:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232357.919198:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232357.919205:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232357.919216:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748660096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232357.919227:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232357.919231:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232357.919233:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232357.919237:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8881 00000100:00080000:3.0:1761232357.919240:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232357.919242:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232357.919248:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232357.919261:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748660224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232357.919267:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232357/real 1761232357] req@ffff943800b9b480 x1846776748659584/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232357.919298:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232357.919307:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232357.919310:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232357.919316:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8881 00000100:00080000:3.0:1761232357.919322:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232357.919323:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748659584/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232357.919330:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232357.919346:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232357.919355:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761232357.919364:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748660352/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232357.919370:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232357.919386:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748659584:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232357.919389:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232357.919403:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232357.919405:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232357.919409:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8881 00000100:00080000:3.0:1761232357.919415:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232357.919417:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232357.919425:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232357.919431:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748659712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232357.919437:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748660480/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232357.919460:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232357.919478:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232357/real 1761232357] req@ffff943800b99c00 x1846776748659712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232357.919488:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748659712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232357.919497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232357.919500:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232357.919502:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748659712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232357.919508:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748659840:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232357.919522:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232357.919529:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232357/real 1761232357] req@ffff943800b98000 x1846776748659840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232357.919538:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748659840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232357.919550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232357.919553:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232357.919555:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748659840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232357.919560:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748659968:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232357.919572:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232357.919579:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232357/real 1761232357] req@ffff943800b98700 x1846776748659968/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232357.919587:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748659968/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232357.919593:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232357.919596:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232357.919598:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748659968:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232357.919602:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748660096:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232357.919614:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232357.919621:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232357/real 1761232357] req@ffff943800b99f80 x1846776748660096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232357.919629:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748660096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232357.919635:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232357.919637:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232357.919640:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748660096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232357.919645:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748660224:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232357.919658:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232357.919665:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232357/real 1761232357] req@ffff943800b98380 x1846776748660224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232357.919673:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748660224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232357.919679:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232357.919681:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232357.919683:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748660224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232357.919688:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748660352:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232357.919699:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232357.919706:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232357/real 1761232357] req@ffff943800b9a680 x1846776748660352/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232357.919714:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748660352/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232357.919720:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232357.919722:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232357.919724:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748660352:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232357.919767:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748660480:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232357.919782:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232357.919792:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232357/real 1761232357] req@ffff943800b9b480 x1846776748660480/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232357.919806:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748660480/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232357.919816:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232357.919820:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232357.919824:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748660480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232358.430937:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232358.431012:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232358.750874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232358.751044:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232359.454932:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232359.455005:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232359.774893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232359.775072:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232360.478907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232360.478919:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232360.798898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232361.502910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232361.502922:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232361.822891:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232361.823050:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232362.526973:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232362.527071:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232362.846921:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232363.038962:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232363.038980:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232363.038989:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232363.039009:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8886 00000100:00080000:3.0:1761232363.039038:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232363.039054:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232363.039118:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748660608/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232363.039161:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232363.039166:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232363.039169:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232363.039175:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8886 00000100:00080000:3.0:1761232363.039179:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232363.039186:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232363.039201:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232363.039218:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748660736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232363.039235:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232363.039241:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232363.039243:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232363.039248:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8886 00000100:00080000:3.0:1761232363.039251:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232363.039263:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232363.039266:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748660608:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761232363.039271:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232363.039293:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748660864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232363.039308:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232363.039312:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232363.039314:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232363.039320:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8886 00000100:00080000:3.0:1761232363.039328:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232363.039333:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232363.039338:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232363.039358:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748660992/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232363.039369:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232363.039375:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232363.039377:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232363.039382:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8886 00000100:00080000:3.0:1761232363.039389:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232363.039394:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232363.039399:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232363.039415:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232363.039416:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748661120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232363.039438:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232363.039444:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232363.039447:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232363.039455:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8886 00000100:00080000:3.0:1761232363.039464:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232363.039473:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232363.039484:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232363.039513:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748661248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232363.039518:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232363/real 1761232363] req@ffff943800b9ad80 x1846776748660608/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232363.039586:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232363.039596:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232363.039600:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232363.039611:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748660608/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232363.039618:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8886 00000100:00080000:3.0:1761232363.039637:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232363.039655:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232363.039659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761232363.039669:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232363.039678:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232363.039692:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748660608:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232363.039706:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748661376/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232363.039727:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232363.039779:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232363.039782:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232363.039789:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8886 00000100:00080000:3.0:1761232363.039796:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232363.039803:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232363.039813:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232363.039831:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748660736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232363.039837:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748661504/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232363.039914:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232363.039976:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232363/real 1761232363] req@ffff943800b9aa00 x1846776748660736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232363.040019:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748660736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232363.040039:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232363.040047:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232363.040053:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748660736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232363.040069:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748660864:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232363.040112:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232363.040135:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232363/real 1761232363] req@ffff943800b9bb80 x1846776748660864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232363.040158:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748660864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232363.040176:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232363.040182:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232363.040189:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748660864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232363.040203:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748660992:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232363.040242:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232363.040265:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232363/real 1761232363] req@ffff943800b98e00 x1846776748660992/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232363.040288:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748660992/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232363.040314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232363.040321:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232363.040327:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748660992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232363.040340:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748661120:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232363.040379:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232363.040402:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232363/real 1761232363] req@ffff943800b99500 x1846776748661120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232363.040427:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748661120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232363.040443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232363.040450:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232363.040457:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748661120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232363.040471:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748661248:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232363.040508:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232363.040530:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232363/real 1761232363] req@ffff943800b9b800 x1846776748661248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232363.040556:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748661248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232363.040573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232363.040579:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232363.040586:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748661248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232363.040599:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748661376:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232363.040640:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232363.040662:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232363/real 1761232363] req@ffff943800b98a80 x1846776748661376/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232363.040685:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748661376/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232363.040701:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232363.040708:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232363.040714:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748661376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232363.040806:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748661504:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232363.040852:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232363.040876:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232363/real 1761232363] req@ffff943800b9ad80 x1846776748661504/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232363.040901:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748661504/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232363.040918:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232363.040925:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232363.040959:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748661504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232363.550946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232363.551008:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232363.870992:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232363.871055:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232364.574853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232364.574889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232364.894858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232364.894976:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232365.598826:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232365.598983:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232365.599014:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232365.918813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232366.622987:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232366.623013:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232366.623047:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232366.942943:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232366.943075:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232367.646955:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232367.646955:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232367.647030:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232367.966899:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232368.158960:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232368.158976:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232368.158984:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232368.159004:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8891 00000100:00080000:3.0:1761232368.159025:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232368.159039:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232368.159109:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748661632/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232368.159153:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232368.159158:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232368.159161:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232368.159167:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8891 00000100:00080000:3.0:1761232368.159172:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232368.159180:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232368.159196:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232368.159216:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748661632:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232368.159217:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748661760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232368.159246:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232368.159251:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232368.159253:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232368.159259:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8891 00000100:00080000:3.0:1761232368.159264:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232368.159269:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232368.159275:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232368.159292:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748661888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232368.159313:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232368.159317:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232368.159320:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232368.159326:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8891 00000100:00080000:3.0:1761232368.159331:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232368.159336:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232368.159342:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232368.159346:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232368.159364:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748662016/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232368.159379:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232368.159384:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232368.159387:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232368.159392:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8891 00000100:00080000:3.0:1761232368.159397:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232368.159402:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232368.159409:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232368.159423:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232368/real 1761232368] req@ffff943800b9b480 x1846776748661632/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232368.159430:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748662144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232368.159469:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232368.159474:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232368.159477:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232368.159483:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748661632/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232368.159489:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8891 00000100:00080000:3.0:1761232368.159501:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232368.159515:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232368.159519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761232368.159522:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232368.159531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761232368.159543:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748662272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232368.159544:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748661632:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232368.159571:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232368.159576:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232368.159579:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232368.159586:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8891 00000100:00080000:3.0:1761232368.159593:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232368.159601:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748661760:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232368.159603:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232368.159620:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232368.159640:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748662400/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232368.159655:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761232368.159657:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232368.159668:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232368.159673:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232368.159681:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8891 00000100:00100000:0.0:1761232368.159689:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232368/real 1761232368] req@ffff943800b9a680 x1846776748661760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232368.159691:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232368.159707:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232368.159722:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232368.159782:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748662528/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232368.159789:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748661760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232368.159842:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232368.159853:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232368.159862:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748661760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232368.159905:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748661888:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232368.159938:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232368.159954:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232368/real 1761232368] req@ffff943800b98380 x1846776748661888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232368.159970:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748661888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232368.159981:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232368.159986:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232368.159990:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748661888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232368.159998:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748662016:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232368.160019:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232368.160030:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232368/real 1761232368] req@ffff943800b99f80 x1846776748662016/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232368.160044:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748662016/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232368.160054:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232368.160058:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232368.160061:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748662016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232368.160068:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748662144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232368.160087:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232368.160098:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232368/real 1761232368] req@ffff943800b98700 x1846776748662144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232368.160114:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748662144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232368.160124:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232368.160127:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232368.160131:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748662144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232368.160137:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748662272:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232368.160157:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232368.160168:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232368/real 1761232368] req@ffff943800b98000 x1846776748662272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232368.160182:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748662272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232368.160192:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232368.160196:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232368.160200:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748662272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232368.160224:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748662400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232368.160244:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232368.160256:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232368/real 1761232368] req@ffff943800b99c00 x1846776748662400/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232368.160271:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748662400/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232368.160290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232368.160294:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232368.160299:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748662400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232368.160306:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748662528:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232368.160324:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232368.160335:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232368/real 1761232368] req@ffff943800b9b480 x1846776748662528/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232368.160348:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748662528/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232368.160359:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232368.160362:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232368.160366:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748662528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232368.670954:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232368.670954:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232368.990932:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232368.990991:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232369.694955:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232369.695003:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232370.014835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232370.015032:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232370.719003:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232370.719072:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232371.038910:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232371.743216:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232371.743556:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232372.063000:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232372.063135:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232372.767116:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232372.767165:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232373.086930:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232373.279003:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232373.279018:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232373.279026:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232373.279042:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8896 00000100:00080000:0.0:1761232373.279060:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232373.279070:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232373.279151:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748662656/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232373.279207:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232373.279212:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232373.279215:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232373.279221:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8896 00000100:00080000:0.0:1761232373.279229:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232373.279235:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232373.279252:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232373.279272:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748662784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232373.279292:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748662656:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232373.279298:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232373.279322:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232373.279326:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232373.279334:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8896 00000100:00080000:0.0:1761232373.279343:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232373.279349:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232373.279355:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232373.279384:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748662912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232373.279407:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232373.279412:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232373.279414:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232373.279419:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8896 00000100:00080000:0.0:1761232373.279424:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232373.279428:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232373.279434:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232373.279448:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748663040/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232373.279459:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232373.279464:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232373.279466:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232373.279470:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8896 00000100:00080000:0.0:1761232373.279473:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232373.279477:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232373.279484:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232373.279495:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232373.279511:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748663168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232373.279525:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232373.279529:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232373.279531:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232373.279540:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8896 00000100:00080000:0.0:1761232373.279553:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232373.279560:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232373.279571:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232373/real 1761232373] req@ffff9437f87f9880 x1846776748662656/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232373.279575:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232373.279606:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748663296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232373.279618:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748662656/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232373.279655:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232373.279675:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232373.279680:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232373.279681:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232373.279716:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8896 00000100:00080000:2.0:1761232373.279718:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232373.279733:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232373.279741:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232373.279770:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748662656:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761232373.279808:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232373.279811:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748662784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232373.279880:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748663424/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232373.279895:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232373.279918:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232373/real 1761232373] req@ffff9437f87f8380 x1846776748662784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232373.279921:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232373.279946:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232373.279958:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232373.279967:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748662784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232373.279977:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8896 00000100:00080000:2.0:1761232373.280010:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232373.280012:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232373.280026:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232373.280037:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232373.280038:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748662784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232373.280065:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748662912:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761232373.280067:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232373.280099:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748663552/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232373.280111:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232373.280137:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232373/real 1761232373] req@ffff9437f87f9f80 x1846776748662912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232373.280183:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748662912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232373.280204:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232373.280210:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232373.280216:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748662912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232373.280225:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748663040:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232373.280248:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232373.280259:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232373/real 1761232373] req@ffff9437f87f8e00 x1846776748663040/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232373.280282:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748663040/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232373.280292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232373.280295:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232373.280299:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748663040:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232373.280306:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748663168:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232373.280326:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232373.280336:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232373/real 1761232373] req@ffff9437f87f8700 x1846776748663168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232373.280351:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748663168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232373.280361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232373.280364:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232373.280368:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748663168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232373.280375:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748663296:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232373.280393:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232373.280404:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232373/real 1761232373] req@ffff9437f87f8000 x1846776748663296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232373.280416:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748663296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232373.280435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232373.280439:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232373.280442:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748663296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232373.280468:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748663424:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232373.280488:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232373.280499:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232373/real 1761232373] req@ffff9437f87faa00 x1846776748663424/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232373.280512:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748663424/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232373.280523:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232373.280526:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232373.280530:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748663424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232373.280538:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748663552:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232373.280555:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232373.280566:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232373/real 1761232373] req@ffff9437f87f8a80 x1846776748663552/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232373.280579:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748663552/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232373.280589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232373.280593:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232373.280598:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748663552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232373.791046:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232373.791251:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232374.110900:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232374.111024:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232374.815426:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232374.816058:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232374.816151:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232375.134912:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232375.135016:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232375.839035:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232375.839561:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232376.158858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232376.862964:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232376.862970:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232377.182896:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232377.183041:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232377.886996:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232377.887113:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232378.206874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232378.398914:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232378.398928:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232378.398935:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232378.398955:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8902 00000100:00080000:0.0:1761232378.398971:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232378.398981:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232378.399032:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748663680/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232378.399070:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232378.399076:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232378.399078:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232378.399084:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8902 00000100:00080000:0.0:1761232378.399089:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232378.399094:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232378.399106:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232378.399121:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748663808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232378.399140:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748663680:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232378.399143:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232378.399165:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232378.399169:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232378.399176:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8902 00000100:00080000:0.0:1761232378.399181:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232378.399187:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232378.399194:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232378.399208:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748663936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232378.399219:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232378.399223:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232378.399225:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232378.399230:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8902 00000100:00080000:0.0:1761232378.399238:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232378.399243:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232378.399249:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232378.399265:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748664064/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232378.399279:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232378.399285:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232378.399288:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232378.399294:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8902 00000100:00080000:0.0:1761232378.399303:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232378.399323:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748663808:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232378.399324:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232378.399350:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232378.399373:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748664192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232378.399382:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748663936:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232378.399413:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232378.399417:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232378.399420:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232378.399427:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8902 00000100:00100000:2.0:1761232378.399436:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748664064:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761232378.399438:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232378.399454:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232378.399464:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232378.399485:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748664320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232378.399492:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748664192:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232378.399529:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232378.399536:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232378.399541:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232378.399548:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8902 00000100:00100000:2.0:1761232378.399554:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748664320:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232378.399563:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232378.399571:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232378.399577:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232378.399599:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748664448/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232378.399618:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232378.399624:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232378.399629:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232378.399641:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8902 00000100:00080000:0.0:1761232378.399647:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232378.399649:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748664448:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761232378.399657:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232378.399666:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232378.399690:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748664576/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232378.399781:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748664576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232378.910945:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232378.911002:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232379.230871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232379.231002:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232379.934937:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232379.934947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232380.254922:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232380.254995:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232380.958940:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232380.958941:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232381.278898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000400:00000100:2.0:1761232381.471121:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:2.0:1761232381.471182:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761232381.471206:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232381.471254:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232381.471264:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232381.471274:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232381.471283:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232381.471292:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232381.471301:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232381.471309:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:0.0:1761232381.471384:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232378/real 1761232381] req@ffff9437f87fbb80 x1846776748664576/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232381.471420:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748664576/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232381.471437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232381.471444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232381.471450:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748664576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232381.471460:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232378/real 1761232381] req@ffff9437f87fa300 x1846776748664448/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232381.471474:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748664448/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232381.471483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232381.471488:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232381.471493:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748664448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232381.471502:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232378/real 1761232381] req@ffff9437f87f9180 x1846776748664320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232381.471517:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748664320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232381.471525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232381.471530:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232381.471533:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748664320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232381.471541:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232378/real 1761232381] req@ffff9437f87fb800 x1846776748664192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232381.471553:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748664192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232381.471562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232381.471566:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232381.471570:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748664192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232381.471577:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232378/real 1761232381] req@ffff9437f87fb100 x1846776748663808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232381.471590:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748663808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232381.471617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232381.471626:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232381.471633:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748663808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232381.471645:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232378/real 1761232381] req@ffff9437f87fad80 x1846776748663936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232381.471668:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748663936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232381.471682:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232381.471689:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232381.471695:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748663936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232381.471708:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232378/real 1761232381] req@ffff9437f87f9c00 x1846776748664064/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232381.471805:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748664064/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232381.471822:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232381.471828:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232381.471836:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748664064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232381.471853:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232378/real 1761232381] req@ffff9437f87fa680 x1846776748663680/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232381.471881:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748663680/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232381.471898:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232381.471905:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232381.471912:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748663680:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232381.982961:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232381.982976:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232382.302945:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232382.303116:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232383.006978:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232383.326873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232383.518975:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232383.518988:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232383.518994:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232383.519007:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8907 00000100:00080000:0.0:1761232383.519022:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232383.519031:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232383.519076:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748664704/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232383.519113:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232383.519118:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232383.519120:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232383.519126:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8907 00000100:00080000:0.0:1761232383.519130:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232383.519136:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232383.519147:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232383.519164:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748664832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232383.519182:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232383.519182:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748664704:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232383.519199:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232383.519204:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232383.519212:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8907 00000100:00080000:0.0:1761232383.519220:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232383.519224:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232383.519232:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232383.519248:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748664960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232383.519261:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232383.519265:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232383.519267:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232383.519273:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8907 00000100:00080000:0.0:1761232383.519290:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232383.519301:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761232383.519305:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761232383.519310:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232383.519330:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748665088/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232383.519344:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232383.519348:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232383.519351:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232383.519356:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8907 00000100:00080000:0.0:1761232383.519361:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232383.519366:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232383.519376:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232383.519388:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232383/real 1761232383] req@ffff9437f87fa680 x1846776748664704/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232383.519404:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748665216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232383.519431:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232383.519439:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761232383.519442:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748664704/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232383.519445:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232383.519464:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8907 00000100:00080000:0.0:1761232383.519480:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232383.519486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232383.519494:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232383.519505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:0.0:1761232383.519508:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232383.519520:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748664704:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232383.519540:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748665344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232383.519564:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748664832:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232383.519566:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232383.519584:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232383.519588:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232383.519598:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8907 00000100:00080000:0.0:1761232383.519610:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232383.519619:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232383.519631:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232383.519641:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232383.519664:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748665472/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232383.519688:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232383.519694:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232383/real 1761232383] req@ffff9437f87f9c00 x1846776748664832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232383.519803:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748664832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232383.519821:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232383.519829:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232383.519835:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232383.519838:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748664832:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232383.519846:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232383.519859:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748664960:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232383.519863:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8907 00000100:00080000:0.0:1761232383.519880:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232383.519894:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232383.519907:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232383.519934:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232383.519945:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748665600/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232383.519968:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232383/real 1761232383] req@ffff9437f87fad80 x1846776748664960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232383.520000:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748664960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232383.520021:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232383.520029:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232383.520035:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748664960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232383.520049:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748665088:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232383.520087:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232383.520108:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232383/real 1761232383] req@ffff9437f87fb100 x1846776748665088/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232383.520132:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748665088/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232383.520147:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232383.520153:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232383.520159:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748665088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232383.520172:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748665216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232383.520211:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232383.520234:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232383/real 1761232383] req@ffff9437f87fb800 x1846776748665216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232383.520273:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748665216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232383.520290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232383.520299:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232383.520305:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748665216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232383.520345:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748665344:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232383.520402:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232383.520426:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232383/real 1761232383] req@ffff9437f87f9180 x1846776748665344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232383.520450:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748665344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232383.520466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232383.520472:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232383.520479:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748665344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232383.520492:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748665472:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232383.520530:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232383.520551:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232383/real 1761232383] req@ffff9437f87fa300 x1846776748665472/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232383.520573:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748665472/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232383.520599:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232383.520606:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232383.520612:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748665472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232383.520624:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748665600:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232383.520663:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232383.520686:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232383/real 1761232383] req@ffff9437f87fbb80 x1846776748665600/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232383.520771:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748665600/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232383.520789:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232383.520795:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232383.520801:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748665600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232384.030946:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232384.030952:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232384.350914:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232384.351067:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232385.055018:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232385.055023:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232385.374866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232385.375045:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232386.078869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232386.078965:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232386.398929:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232387.102970:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232387.103027:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232387.422867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232387.423071:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232388.126921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232388.126974:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232388.446893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232388.638999:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232388.639014:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232388.639022:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232388.639035:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8912 00000100:00080000:3.0:1761232388.639049:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232388.639058:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232388.639106:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748665728/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232388.639147:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232388.639152:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232388.639154:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232388.639160:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8912 00000100:00080000:3.0:1761232388.639164:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232388.639169:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232388.639181:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232388.639198:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748665856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232388.639216:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748665728:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232388.639233:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232388.639239:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232388.639242:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232388.639248:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8912 00000100:00080000:3.0:1761232388.639255:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232388.639260:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232388.639266:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232388.639283:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748665984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232388.639295:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232388.639300:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232388.639303:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232388.639307:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8912 00000100:00080000:3.0:1761232388.639312:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232388.639321:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232388.639322:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232388.639335:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232388.639353:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748666112/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232388.639366:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232388.639370:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232388.639373:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232388.639379:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8912 00000100:00080000:3.0:1761232388.639387:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232388.639388:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232388/real 1761232388] req@ffff943800b9ad80 x1846776748665728/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232388.639400:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232388.639415:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232388.639435:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748666240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232388.639440:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748665728/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232388.639478:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232388.639484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232388.639485:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232388.639494:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232388.639502:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232388.639509:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8912 00000100:00100000:2.0:1761232388.639514:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748665728:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232388.639517:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232388.639533:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232388.639539:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232388.639551:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748666368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232388.639560:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748665856:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232388.639582:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232388.639588:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232388.639590:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232388.639598:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8912 00000100:00080000:3.0:1761232388.639605:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232388.639614:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232388.639615:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232388.639628:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232388.639671:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748666496/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232388.639683:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232388/real 1761232388] req@ffff943800b98a80 x1846776748665856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232388.639774:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232388.639790:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232388.639793:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232388.639805:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8912 00000100:00100000:2.0:1761232388.639806:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748665856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232388.639815:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232388.639828:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232388.639838:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761232388.639840:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232388.639852:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232388.639861:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748665856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232388.639870:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748666624/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232388.639882:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748665984:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232388.639930:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232388.639946:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232388/real 1761232388] req@ffff943800b9b800 x1846776748665984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232388.639961:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748665984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232388.639972:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232388.639977:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232388.639981:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748665984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232388.639988:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748666112:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232388.640008:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232388.640019:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232388/real 1761232388] req@ffff943800b99500 x1846776748666112/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232388.640033:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748666112/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232388.640043:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232388.640046:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232388.640050:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748666112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232388.640057:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748666240:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232388.640075:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232388.640086:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232388/real 1761232388] req@ffff943800b98e00 x1846776748666240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232388.640100:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748666240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232388.640110:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232388.640113:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232388.640117:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748666240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232388.640139:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748666368:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232388.640159:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232388.640171:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232388/real 1761232388] req@ffff943800b9bb80 x1846776748666368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232388.640194:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748666368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232388.640204:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232388.640208:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232388.640212:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748666368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232388.640219:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748666496:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232388.640236:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232388.640246:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232388/real 1761232388] req@ffff943800b9aa00 x1846776748666496/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232388.640260:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748666496/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232388.640269:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232388.640273:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232388.640276:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748666496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232388.640282:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748666624:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232388.640299:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232388.640309:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232388/real 1761232388] req@ffff943800b9ad80 x1846776748666624/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232388.640323:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748666624/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232388.640341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232388.640345:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232388.640349:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748666624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232389.150947:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232389.150970:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232389.470859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232389.471098:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232390.174885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232390.174925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232390.174972:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232390.494913:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232390.495024:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232391.198896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232391.198896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232391.199002:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232391.518942:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232392.222914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232392.222947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232392.542884:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232392.543037:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232393.246906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232393.247034:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232393.566919:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232393.758928:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232393.758947:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232393.758956:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232393.758979:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8917 00000100:00080000:0.0:1761232393.759000:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232393.759013:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232393.759072:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748666752/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232393.759116:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232393.759121:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232393.759124:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232393.759130:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8917 00000100:00080000:0.0:1761232393.759136:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232393.759142:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232393.759157:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232393.759182:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748666880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232393.759185:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748666752:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232393.759213:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232393.759218:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232393.759221:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232393.759228:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8917 00000100:00080000:0.0:1761232393.759233:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232393.759237:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232393.759243:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232393.759260:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748667008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232393.759273:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232393.759278:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232393.759281:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232393.759289:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232393.759297:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8917 00000100:00080000:0.0:1761232393.759307:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232393.759313:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232393.759321:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232393.759336:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748667136/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232393.759349:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232393.759355:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1761232393.759358:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232393/real 1761232393] req@ffff9437f87fb480 x1846776748666752/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232393.759360:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232393.759377:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8917 00000100:00080000:0.0:1761232393.759390:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232393.759399:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232393.759406:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232393.759413:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748666752/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232393.759427:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748667264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232393.759435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232393.759451:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232393.759453:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232393.759465:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761232393.759470:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748666752:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232393.759472:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232393.759486:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8917 00000100:00080000:0.0:1761232393.759492:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232393.759497:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232393.759502:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232393.759512:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748666880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232393.759521:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748667392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232393.759538:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232393.759543:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232393.759547:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232393.759558:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8917 00000800:00000100:2.0:1761232393.759560:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232393.759566:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232393.759575:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232393.759616:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232393/real 1761232393] req@ffff9437f87f9500 x1846776748666880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232393.759622:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232393.759650:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748666880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232393.759654:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748667520/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232393.759694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232393.759698:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232393.759706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232393.759708:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232393.759717:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232393.759721:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748666880:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232393.759765:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8917 00000100:00080000:0.0:1761232393.759775:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232393.759792:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232393.759793:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748667008:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761232393.759813:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232393.759843:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232393.759852:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748667648/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232393.759869:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232393/real 1761232393] req@ffff9437f87fbb80 x1846776748667008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232393.759897:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748667008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232393.759909:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232393.759914:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232393.759921:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748667008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232393.759930:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748667136:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232393.759951:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232393.759963:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232393/real 1761232393] req@ffff9437f87fa300 x1846776748667136/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232393.759978:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748667136/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232393.759988:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232393.759992:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232393.759997:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748667136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232393.760004:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748667264:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232393.760023:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232393.760034:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232393/real 1761232393] req@ffff9437f87f9180 x1846776748667264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232393.760048:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748667264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232393.760058:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232393.760061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232393.760065:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748667264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232393.760087:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748667392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232393.760107:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232393.760119:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232393/real 1761232393] req@ffff9437f87fb800 x1846776748667392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232393.760133:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748667392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232393.760143:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232393.760147:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232393.760151:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748667392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232393.760158:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748667520:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232393.760175:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232393.760186:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232393/real 1761232393] req@ffff9437f87fb100 x1846776748667520/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232393.760200:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748667520/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232393.760210:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232393.760213:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232393.760217:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748667520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232393.760223:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748667648:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232393.760240:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232393.760251:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232393/real 1761232393] req@ffff9437f87fad80 x1846776748667648/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232393.760265:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748667648/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232393.760275:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232393.760278:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232393.760282:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748667648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232394.270981:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232394.590897:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232394.591074:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232395.294932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232395.294995:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232395.614890:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232395.615020:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232396.318962:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232396.318993:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232396.638912:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232397.342916:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232397.342977:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232397.662887:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232397.662984:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232398.366896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232398.686894:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232398.878932:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232398.878946:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232398.878952:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232398.878966:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8922 00000100:00080000:3.0:1761232398.878985:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232398.879017:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232398.879067:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748667776/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232398.879118:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232398.879123:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232398.879125:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232398.879131:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8922 00000100:00080000:3.0:1761232398.879136:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232398.879142:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232398.879154:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232398.879172:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748667904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232398.879188:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748667776:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232398.879193:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232398.879198:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232398.879201:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232398.879208:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8922 00000100:00080000:3.0:1761232398.879211:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232398.879222:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232398.879232:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232398.879246:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748668032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232398.879259:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232398.879264:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232398.879266:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232398.879271:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8922 00000100:00080000:3.0:1761232398.879277:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232398.879282:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232398.879288:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232398.879303:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748668160/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232398.879316:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232398.879321:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232398.879324:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232398.879329:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232398.879336:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8922 00000100:00080000:3.0:1761232398.879343:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232398.879349:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232398.879355:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232398.879370:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748668288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232398.879382:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232398.879390:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232398/real 1761232398] req@ffff943800b9b480 x1846776748667776/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232398.879391:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232398.879398:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232398.879412:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8922 00000100:00080000:3.0:1761232398.879422:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232398.879434:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232398.879448:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232398.879461:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748667776/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232398.879467:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748668416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232398.879508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232398.879509:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232398.879520:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232398.879548:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232398.879554:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232398.879556:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8922 00000100:00080000:3.0:1761232398.879566:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232398.879569:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748667776:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232398.879577:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232398.879586:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232398.879600:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748668544/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232398.879611:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232398.879614:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232398.879617:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232398.879621:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8922 00000100:00080000:3.0:1761232398.879626:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232398.879633:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748667904:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232398.879634:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232398.879648:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232398.879670:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748668672/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232398.879693:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232398.879718:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232398/real 1761232398] req@ffff943800b99c00 x1846776748667904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232398.879774:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748667904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232398.879786:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232398.879791:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232398.879795:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748667904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232398.879804:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748668032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232398.879830:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232398.879844:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232398/real 1761232398] req@ffff943800b98000 x1846776748668032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232398.879858:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748668032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232398.879877:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232398.879881:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232398.879885:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748668032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232398.879892:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748668160:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232398.879911:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232398.879922:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232398/real 1761232398] req@ffff943800b98700 x1846776748668160/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232398.879936:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748668160/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232398.879947:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232398.879950:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232398.879954:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748668160:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232398.879961:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748668288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232398.879980:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232398.879991:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232398/real 1761232398] req@ffff943800b99f80 x1846776748668288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232398.880005:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748668288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232398.880014:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232398.880018:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232398.880023:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748668288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232398.880030:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748668416:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232398.880048:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232398.880058:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232398/real 1761232398] req@ffff943800b98380 x1846776748668416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232398.880072:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748668416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232398.880081:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232398.880085:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232398.880088:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748668416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232398.880094:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748668544:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232398.880112:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232398.880122:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232398/real 1761232398] req@ffff943800b9a680 x1846776748668544/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232398.880136:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748668544/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232398.880146:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232398.880149:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232398.880153:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748668544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232398.880178:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748668672:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232398.880198:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232398.880211:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232398/real 1761232398] req@ffff943800b9b480 x1846776748668672/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232398.880225:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748668672/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232398.880235:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232398.880238:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232398.880242:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748668672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232399.390947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232399.390959:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232399.710825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232399.710972:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232400.414858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232400.414873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232400.734910:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232400.734948:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232401.438839:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232401.758847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232402.462925:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232402.462925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232402.782876:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232402.783002:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232403.486981:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232403.806829:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232403.998848:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232403.998857:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232403.998861:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232403.998870:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8927 00000100:00080000:0.0:1761232403.998880:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232403.998886:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232403.998917:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748668800/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232403.998941:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232403.998944:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232403.998945:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232403.998948:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8927 00000100:00080000:0.0:1761232403.998951:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232403.998956:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232403.998964:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232403.998973:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748668800:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232403.998975:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748668928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232403.998986:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232403.998988:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232403.998989:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232403.998992:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8927 00000100:00080000:0.0:1761232403.998995:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232403.998997:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232403.999000:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232403.999010:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748669056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232403.999016:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232403.999017:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232403.999018:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232403.999021:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8927 00000100:00080000:0.0:1761232403.999024:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232403.999027:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232403.999031:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232403.999035:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232403.999043:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748669184/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232403.999051:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232403.999054:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232403.999055:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232403.999058:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8927 00000100:00080000:0.0:1761232403.999061:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232403.999063:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232403.999067:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232403.999073:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232403/real 1761232403] req@ffff9437f87f9c00 x1846776748668800/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232403.999077:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748669312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232403.999100:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232403.999102:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232403.999104:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232403.999108:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748668800/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232403.999110:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8927 00000100:00080000:0.0:1761232403.999115:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232403.999120:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232403.999125:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232403.999127:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232403.999132:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232403.999136:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748669440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232403.999139:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748668800:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232403.999154:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232403.999156:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232403.999158:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232403.999161:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8927 00000100:00100000:2.0:1761232403.999164:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748668928:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232403.999165:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232403.999172:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232403.999176:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232403.999185:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748669568/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232403.999192:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232403.999195:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232403.999199:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232403.999201:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232403.999206:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8927 00000100:00100000:2.0:1761232403.999206:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232403/real 1761232403] req@ffff9437f87fa680 x1846776748668928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232403.999212:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232403.999218:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232403.999224:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232403.999226:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748668928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232403.999234:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748669696/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232403.999236:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232403.999245:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232403.999253:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748668928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232403.999258:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748669056:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232403.999273:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232403.999283:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232403/real 1761232403] req@ffff9437f87f8a80 x1846776748669056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232403.999291:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748669056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232403.999297:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232403.999299:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232403.999301:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748669056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232403.999305:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748669184:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232403.999315:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232403.999320:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232403/real 1761232403] req@ffff9437f87faa00 x1846776748669184/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232403.999328:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748669184/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232403.999334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232403.999336:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232403.999338:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748669184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232403.999341:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748669312:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232403.999350:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232403.999356:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232403/real 1761232403] req@ffff9437f87f8000 x1846776748669312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232403.999363:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748669312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232403.999368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232403.999370:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232403.999372:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748669312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232403.999375:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748669440:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232403.999384:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232403.999389:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232403/real 1761232403] req@ffff9437f87f8700 x1846776748669440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232403.999396:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748669440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232403.999401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232403.999403:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232403.999405:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748669440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232403.999417:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748669568:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232403.999427:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232403.999433:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232403/real 1761232403] req@ffff9437f87f8e00 x1846776748669568/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232403.999441:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748669568/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232403.999446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232403.999448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232403.999449:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748669568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232403.999453:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748669696:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232403.999462:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232403.999498:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232403/real 1761232403] req@ffff9437f87f9f80 x1846776748669696/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232403.999506:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748669696/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232403.999511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232403.999514:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232403.999516:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748669696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232404.510951:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232404.510975:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232404.830827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232404.831035:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232405.534902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232405.855071:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232405.855079:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232406.558945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232406.558989:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232406.878847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232407.582851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232407.582907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232407.902883:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232407.902989:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232408.606914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232408.606920:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232408.926902:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232409.118863:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232409.118874:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232409.118879:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232409.118892:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8932 00000100:00080000:0.0:1761232409.118905:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232409.118914:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232409.118955:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748669824/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232409.118986:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232409.118990:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232409.118992:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232409.118996:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8932 00000100:00080000:0.0:1761232409.119000:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232409.119004:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232409.119014:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232409.119027:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748669952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232409.119039:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748669824:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232409.119041:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232409.119052:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232409.119054:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232409.119059:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8932 00000100:00080000:0.0:1761232409.119065:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232409.119069:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232409.119074:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232409.119087:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748670080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232409.119097:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232409.119101:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232409.119103:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232409.119107:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8932 00000100:00080000:0.0:1761232409.119112:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232409.119115:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232409.119119:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232409.119121:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232409.119137:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748670208/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232409.119147:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232409.119151:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232409.119153:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232409.119157:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8932 00000100:00080000:0.0:1761232409.119162:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232409.119166:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232409.119174:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232409.119174:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232409/real 1761232409] req@ffff9437f87f8380 x1846776748669824/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232409.119193:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748670336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232409.119204:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232409.119205:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748669824/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232409.119216:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232409.119223:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232409.119234:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232409.119235:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8932 00000100:00080000:0.0:1761232409.119247:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232409.119250:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232409.119257:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232409.119262:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748669824:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761232409.119265:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232409.119279:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748670464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232409.119291:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232409.119296:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748669952:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232409.119297:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232409.119303:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232409.119310:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8932 00000100:00080000:0.0:1761232409.119314:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232409.119318:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232409.119325:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232409.119334:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232409.119340:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748670592/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232409.119349:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232409.119353:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232409/real 1761232409] req@ffff9437f87f9880 x1846776748669952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232409.119355:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232409.119360:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232409.119371:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8932 00000100:00080000:0.0:1761232409.119381:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232409.119386:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232409.119390:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748669952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232409.119393:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232409.119431:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748670720/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232409.119431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232409.119459:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232409.119469:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748669952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232409.119481:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748670080:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232409.119507:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232409.119518:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232409/real 1761232409] req@ffff9437f87f9f80 x1846776748670080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232409.119530:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748670080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232409.119538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232409.119541:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232409.119543:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748670080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232409.119548:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748670208:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232409.119562:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232409.119570:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232409/real 1761232409] req@ffff9437f87f8e00 x1846776748670208/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232409.119580:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748670208/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232409.119587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232409.119590:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232409.119592:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748670208:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232409.119597:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748670336:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232409.119611:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232409.119618:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232409/real 1761232409] req@ffff9437f87f8700 x1846776748670336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232409.119629:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748670336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232409.119642:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232409.119645:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232409.119648:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748670336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232409.119664:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748670464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232409.119678:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232409.119686:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232409/real 1761232409] req@ffff9437f87f8000 x1846776748670464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232409.119696:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748670464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232409.119703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232409.119706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232409.119708:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748670464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232409.119713:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748670592:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232409.119726:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232409.119734:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232409/real 1761232409] req@ffff9437f87faa00 x1846776748670592/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232409.119768:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748670592/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232409.119776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232409.119779:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232409.119782:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748670592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232409.119788:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748670720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232409.119805:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232409.119815:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232409/real 1761232409] req@ffff9437f87f8a80 x1846776748670720/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232409.119825:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748670720/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232409.119833:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232409.119835:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232409.119838:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748670720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232409.630832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232409.630903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232409.950906:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232409.951025:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232410.654894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232410.974843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232410.974925:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232411.678917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232411.678933:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232411.998880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232412.702826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232412.702860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232413.022922:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232413.022950:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232413.726975:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232413.727052:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232414.046845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:2.0:1761232414.238843:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232414.238852:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232414.238857:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232414.238869:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8937 00000100:00080000:2.0:1761232414.238880:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232414.238887:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232414.238920:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748670848/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232414.238942:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232414.238947:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232414.238948:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232414.238951:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8937 00000100:00080000:2.0:1761232414.238954:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232414.238956:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232414.238963:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232414.238972:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748670976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232414.238980:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232414.238983:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748670848:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232414.238984:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232414.238987:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232414.238995:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8937 00000100:00080000:2.0:1761232414.238997:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232414.238999:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232414.239002:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232414.239012:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748671104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232414.239018:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232414.239021:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232414.239022:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232414.239025:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8937 00000100:00080000:2.0:1761232414.239036:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232414.239039:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232414.239044:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232414.239047:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232414.239055:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748671232/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232414.239063:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232414.239065:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232414.239066:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232414.239069:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8937 00000100:00080000:2.0:1761232414.239072:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232414.239075:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232414.239079:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232414.239084:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232414/real 1761232414] req@ffff9437fa0ddc00 x1846776748670848/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232414.239089:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748671360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232414.239108:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232414.239111:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232414.239112:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232414.239116:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748670848/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232414.239118:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8937 00000100:00080000:2.0:1761232414.239124:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232414.239130:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232414.239136:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232414.239137:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232414.239145:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232414.239149:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748671488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232414.239150:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748670848:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232414.239163:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232414.239165:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232414.239167:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232414.239171:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8937 00000100:00080000:2.0:1761232414.239174:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232414.239177:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748670976:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232414.239178:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232414.239186:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232414.239195:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748671616/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232414.239203:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761232414.239204:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232414.239209:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232414.239211:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232414.239215:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8937 00000100:00080000:2.0:1761232414.239219:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232414.239220:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232414/real 1761232414] req@ffff9437fa0dd500 x1846776748670976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232414.239224:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232414.239232:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232414.239239:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748670976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232414.239245:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748671744/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232414.239252:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232414.239259:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232414.239262:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748670976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232414.239268:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748671104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232414.239282:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232414.239288:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232414/real 1761232414] req@ffff9437fa0dea00 x1846776748671104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232414.239296:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748671104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232414.239302:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232414.239303:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232414.239305:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748671104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232414.239309:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748671232:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232414.239319:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232414.239324:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232414/real 1761232414] req@ffff9437fa0dfb80 x1846776748671232/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232414.239331:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748671232/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232414.239336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232414.239338:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232414.239340:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748671232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232414.239343:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748671360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232414.239373:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232414.239381:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232414/real 1761232414] req@ffff9437fa0dd180 x1846776748671360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232414.239388:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748671360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232414.239394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232414.239396:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232414.239398:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748671360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232414.239401:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748671488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232414.239412:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232414.239417:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232414/real 1761232414] req@ffff9437fa0dc700 x1846776748671488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232414.239424:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748671488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232414.239429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232414.239431:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232414.239433:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748671488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232414.239447:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748671616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232414.239456:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232414.239462:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232414/real 1761232414] req@ffff9437fa0dc380 x1846776748671616/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232414.239474:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748671616/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232414.239479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232414.239480:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232414.239482:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748671616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232414.239486:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748671744:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232414.239494:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232414.239500:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232414/real 1761232414] req@ffff9437fa0ddc00 x1846776748671744/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232414.239506:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748671744/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232414.239512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232414.239514:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232414.239515:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748671744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232414.750846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232414.750903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232415.070891:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232415.070985:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232415.774859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232415.774865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232416.094820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232416.094910:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232416.798881:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232416.798904:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232417.118841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232417.822825:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232417.822842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232418.142805:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232418.142870:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232418.846856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232418.846879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232419.166825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:2.0:1761232419.358873:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232419.358882:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232419.358886:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232419.358898:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8943 00000100:00080000:2.0:1761232419.358911:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232419.358919:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232419.358957:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748671872/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232419.358978:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232419.358981:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232419.358983:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232419.358986:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8943 00000100:00080000:2.0:1761232419.358989:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232419.358992:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232419.359001:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232419.359010:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748672000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232419.359018:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232419.359024:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1761232419.359026:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748671872:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232419.359027:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232419.359041:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8943 00000100:00080000:2.0:1761232419.359044:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232419.359046:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232419.359049:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232419.359059:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748672128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232419.359066:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232419.359068:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232419.359070:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232419.359073:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8943 00000100:00080000:2.0:1761232419.359077:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232419.359080:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232419.359085:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232419.359092:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748672256/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232419.359098:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232419.359101:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232419.359103:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232419.359105:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8943 00000100:00080000:2.0:1761232419.359108:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232419.359111:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232419.359116:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232419.359123:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232419.359130:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748672384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232419.359139:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232419.359142:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232419.359143:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232419.359148:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8943 00000100:00080000:2.0:1761232419.359151:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232419.359153:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232419.359156:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232419.359167:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748672512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232419.359175:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232419.359178:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232419/real 1761232419] req@ffff9437fa0df800 x1846776748671872/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232419.359180:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232419.359185:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232419.359195:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8943 00000100:00080000:2.0:1761232419.359203:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232419.359210:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232419.359214:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232419.359222:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748671872/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232419.359227:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748672640/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232419.359254:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232419.359255:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232419.359271:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232419.359274:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232419.359274:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232419.359308:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748671872:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232419.359311:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8943 00000100:00080000:2.0:1761232419.359329:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232419.359334:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232419.359345:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232419.359352:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748672000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232419.359361:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748672768/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232419.359376:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232419.359389:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232419/real 1761232419] req@ffff9437fa0df100 x1846776748672000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232419.359399:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748672000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232419.359406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232419.359409:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232419.359411:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748672000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232419.359416:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748672128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232419.359428:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232419.359434:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232419/real 1761232419] req@ffff9437fa0dc000 x1846776748672128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232419.359442:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748672128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232419.359453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232419.359455:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232419.359457:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748672128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232419.359461:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748672256:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232419.359471:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232419.359477:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232419/real 1761232419] req@ffff9437fa0dca80 x1846776748672256/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232419.359484:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748672256/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232419.359489:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232419.359491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232419.359493:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748672256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232419.359497:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748672384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232419.359507:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232419.359513:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232419/real 1761232419] req@ffff9437fa0de300 x1846776748672384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232419.359519:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748672384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232419.359525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232419.359527:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232419.359530:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748672384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232419.359534:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748672512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232419.359545:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232419.359551:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232419/real 1761232419] req@ffff9437fa0ded80 x1846776748672512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232419.359558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748672512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232419.359563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232419.359565:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232419.359567:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748672512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232419.359571:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748672640:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232419.359581:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232419.359586:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232419/real 1761232419] req@ffff9437fa0df480 x1846776748672640/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232419.359593:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748672640/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232419.359598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232419.359600:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232419.359603:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748672640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232419.359619:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748672768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232419.359629:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232419.359636:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232419/real 1761232419] req@ffff9437fa0df800 x1846776748672768/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232419.359644:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748672768/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232419.359649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232419.359651:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232419.359653:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748672768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232419.870913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232419.870942:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232420.190821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232420.190930:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232420.894998:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232421.214876:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232421.214960:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232421.918969:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232421.919005:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232422.238865:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232422.942867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232422.942946:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232423.262854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232423.262966:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232423.966858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232423.966883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232424.286844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:2.0:1761232424.478906:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232424.478918:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232424.478923:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232424.478937:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8948 00000100:00080000:2.0:1761232424.478953:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232424.478961:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232424.479000:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748672896/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232424.479030:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232424.479034:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232424.479036:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232424.479039:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8948 00000100:00080000:2.0:1761232424.479042:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232424.479046:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232424.479054:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232424.479065:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748673024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232424.479076:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232424.479080:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232424.479081:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232424.479085:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8948 00000100:00080000:2.0:1761232424.479087:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232424.479090:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232424.479094:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232424.479103:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748672896:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232424.479106:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748673152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232424.479124:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232424.479127:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232424.479129:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232424.479132:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8948 00000100:00080000:2.0:1761232424.479136:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232424.479139:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232424.479143:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232424.479152:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748673280/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232424.479160:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232424.479164:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232424.479165:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232424.479169:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8948 00000100:00080000:2.0:1761232424.479182:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232424.479186:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232424.479193:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761232424.479193:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232424.479209:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748673408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232424.479218:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232424.479221:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232424.479223:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232424.479226:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8948 00000100:00080000:2.0:1761232424.479249:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232424.479253:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232424.479260:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232424/real 1761232424] req@ffff9437fa0ddc00 x1846776748672896/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761232424.479262:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232424.479281:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748673536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232424.479291:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748672896/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232424.479293:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232424.479304:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232424.479309:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232424.479321:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8948 00000100:00080000:0.0:1761232424.479322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232424.479328:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232424.479332:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232424.479338:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232424.479343:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748672896:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761232424.479345:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232424.479361:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748673664/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232424.479364:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748673024:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232424.479381:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232424.479384:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232424.479387:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232424.479392:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8948 00000100:00080000:2.0:1761232424.479397:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232424.479404:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232424.479405:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761232424.479412:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232424.479426:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232424/real 1761232424] req@ffff9437fa0dc380 x1846776748673024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232424.479429:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748673792/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232424.479477:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748673024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232424.479497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232424.479503:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232424.479509:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748673024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232424.479541:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748673152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232424.479576:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232424.479602:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232424/real 1761232424] req@ffff9437fa0dc700 x1846776748673152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232424.479619:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748673152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232424.479631:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232424.479636:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232424.479641:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748673152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232424.479651:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748673280:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232424.479681:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232424.479699:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232424/real 1761232424] req@ffff9437fa0dd180 x1846776748673280/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232424.479718:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748673280/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232424.479763:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232424.479769:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232424.479773:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748673280:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232424.479780:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748673408:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232424.479812:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232424.479830:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232424/real 1761232424] req@ffff9437fa0dfb80 x1846776748673408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232424.479847:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748673408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232424.479858:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232424.479863:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232424.479867:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748673408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232424.479875:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748673536:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232424.479898:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232424.479908:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232424/real 1761232424] req@ffff9437fa0dea00 x1846776748673536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232424.479918:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748673536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232424.479931:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232424.479934:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232424.479937:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748673536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232424.479942:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748673664:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232424.479955:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232424.479963:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232424/real 1761232424] req@ffff9437fa0dd500 x1846776748673664/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232424.479972:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748673664/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232424.479979:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232424.479981:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232424.479984:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748673664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232424.479988:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748673792:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232424.480001:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232424.480008:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232424/real 1761232424] req@ffff9437fa0df800 x1846776748673792/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232424.480018:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748673792/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232424.480024:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232424.480027:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232424.480030:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748673792:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232424.990842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232424.990871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232425.310858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232425.310954:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232426.014901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232426.014901:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232426.334808:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232426.334907:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232427.038846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232427.358845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232428.062875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232428.062922:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232428.382852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232428.382930:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232429.086795:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232429.086833:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232429.406820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:2.0:1761232429.598824:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232429.598832:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232429.598836:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232429.598845:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8953 00000100:00080000:2.0:1761232429.598855:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232429.598860:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232429.598891:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748673920/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232429.598913:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232429.598916:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232429.598917:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232429.598920:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8953 00000100:00080000:2.0:1761232429.598923:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232429.598926:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232429.598934:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232429.598944:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748674048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232429.598950:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748673920:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232429.598954:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232429.598958:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232429.598959:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232429.598963:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8953 00000100:00080000:2.0:1761232429.598967:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232429.598970:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232429.598974:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232429.598982:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748674176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232429.598989:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232429.598991:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232429.598992:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232429.598995:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8953 00000100:00080000:2.0:1761232429.598998:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232429.599000:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232429.599003:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232429.599008:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232429.599011:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748674304/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232429.599018:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232429.599021:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232429.599022:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232429.599024:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8953 00000100:00080000:2.0:1761232429.599026:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232429.599028:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232429.599030:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232429.599035:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748674432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232429.599041:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232429.599042:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232429.599044:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232429.599046:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8953 00000100:00080000:2.0:1761232429.599048:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232429.599050:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232429.599053:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232429.599057:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748674560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232429.599063:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232429.599066:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232429.599067:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232429.599070:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8953 00000100:00080000:2.0:1761232429.599073:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232429.599075:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232429.599078:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232429.599085:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748674688/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232429.599091:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232429.599094:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232429/real 1761232429] req@ffff9437fa0df480 x1846776748673920/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232429.599094:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232429.599097:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232429.599105:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8953 00000100:00080000:2.0:1761232429.599109:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232429.599113:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232429.599116:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232429.599120:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748673920/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232429.599126:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748674816/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232429.599134:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232429.599139:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232429.599143:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748673920:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232429.599161:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748674048:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232429.599203:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232429.599212:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232429/real 1761232429] req@ffff9437fa0ded80 x1846776748674048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232429.599221:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748674048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232429.599227:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232429.599229:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232429.599232:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748674048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232429.599236:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748674176:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232429.599247:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232429.599253:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232429/real 1761232429] req@ffff9437fa0de300 x1846776748674176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232429.599260:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748674176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232429.599265:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232429.599267:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232429.599269:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748674176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232429.599273:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748674304:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232429.599282:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232429.599288:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232429/real 1761232429] req@ffff9437fa0dca80 x1846776748674304/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232429.599295:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748674304/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232429.599300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232429.599302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232429.599303:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748674304:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232429.599307:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748674432:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232429.599316:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232429.599322:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232429/real 1761232429] req@ffff9437fa0dc000 x1846776748674432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232429.599330:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748674432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232429.599335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232429.599336:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232429.599338:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748674432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232429.599342:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748674560:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232429.599351:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232429.599356:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232429/real 1761232429] req@ffff9437fa0df100 x1846776748674560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232429.599363:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748674560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232429.599368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232429.599370:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232429.599372:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748674560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232429.599375:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748674688:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232429.599384:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232429.599389:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232429/real 1761232429] req@ffff9437fa0df800 x1846776748674688/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232429.599401:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748674688/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232429.599406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232429.599407:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232429.599409:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748674688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232429.599412:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748674816:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232429.599421:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232429.599426:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232429/real 1761232429] req@ffff9437fa0dd500 x1846776748674816/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232429.599433:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748674816/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232429.599438:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232429.599440:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232429.599441:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748674816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232430.110823:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232430.110903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232430.430959:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232430.431113:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232431.134896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232431.454983:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232431.455079:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232432.158856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232432.158966:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232432.478960:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232433.182827:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232433.182860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232433.182934:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232433.502875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232433.503085:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232434.206891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232434.207023:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232434.207065:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232434.526855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232434.719216:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748674944:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232434.719352:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232434.719432:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232434/real 1761232434] req@ffff9437f86d4000 x1846776748674944/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232434.719519:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748674944/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232434.719570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232434.719590:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232434.719606:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748674944:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232434.719657:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748675072:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232434.719703:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232434.719789:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232434/real 1761232434] req@ffff9437f86d4380 x1846776748675072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232434.719849:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748675072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232434.719870:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232434.719892:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232434.719919:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748675072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232434.719934:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748675200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232434.719964:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232434.719977:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232434/real 1761232434] req@ffff9437f86d7b80 x1846776748675200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232434.719990:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748675200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232434.720009:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232434.720013:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232434.720017:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748675200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232434.720024:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748675328:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232434.720043:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232434.720053:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232434/real 1761232434] req@ffff9437f86d7480 x1846776748675328/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232434.720065:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748675328/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232434.720074:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232434.720077:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232434.720081:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748675328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232434.720088:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748675456:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232434.720105:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232434.720139:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232434/real 1761232434] req@ffff9437f86d5c00 x1846776748675456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232434.720154:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748675456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232434.720164:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232434.720168:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232434.720172:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748675456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232434.720180:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748675584:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232434.720201:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232434.720212:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232434/real 1761232434] req@ffff9437f86d5880 x1846776748675584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232434.720225:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748675584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232434.720233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232434.720236:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232434.720240:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748675584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232434.720265:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748675712:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232434.720283:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232434.720293:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232434/real 1761232434] req@ffff9437f86d5f80 x1846776748675712/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232434.720306:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748675712/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232434.720314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232434.720317:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232434.720321:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748675712:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232434.720326:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748675840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232434.720343:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232434.720353:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232434/real 1761232434] req@ffff9437f86d5180 x1846776748675840/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232434.720366:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748675840/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232434.720375:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232434.720378:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232434.720381:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748675840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232435.230914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232435.230941:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232435.550851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232435.550959:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232436.254827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232436.254850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232436.574884:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232436.575131:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232437.278961:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232437.279159:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232437.598934:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232438.303168:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232438.303178:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232438.622959:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232438.623093:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232439.326954:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232439.327234:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232439.327792:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232439.646887:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232439.839244:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748675968:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232439.839344:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232439.839408:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232439/real 1761232439] req@ffff9437f86d6680 x1846776748675968/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232439.839445:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748675968/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232439.839476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232439.839495:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232439.839505:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748675968:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232439.839550:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748676096:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232439.839591:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232439.839627:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232439/real 1761232439] req@ffff9437f86d6a00 x1846776748676096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232439.839667:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748676096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232439.839703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232439.839717:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232439.839809:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748676096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232439.839834:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748676224:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232439.839886:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232439.839919:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232439/real 1761232439] req@ffff9437f86d7100 x1846776748676224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232439.839971:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748676224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232439.839989:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232439.839999:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232439.840008:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748676224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232439.840037:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748676352:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232439.840135:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232439.840160:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232439/real 1761232439] req@ffff9437f86d4700 x1846776748676352/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232439.840183:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748676352/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232439.840212:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232439.840225:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232439.840231:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748676352:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232439.840252:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748676480:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232439.840292:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232439.840313:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232439/real 1761232439] req@ffff9437f86d6d80 x1846776748676480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232439.840371:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748676480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232439.840384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232439.840389:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232439.840393:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748676480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232439.840401:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748676608:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232439.840424:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232439.840435:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232439/real 1761232439] req@ffff9437f86d6680 x1846776748676608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232439.840448:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748676608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232439.840467:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232439.840471:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232439.840474:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748676608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232439.840494:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748676736:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232439.840513:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232439.840524:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232439/real 1761232439] req@ffff9437f86d5180 x1846776748676736/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232439.840538:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748676736/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232439.840548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232439.840551:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232439.840555:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748676736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232439.840562:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748676864:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232439.840579:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232439.840590:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232439/real 1761232439] req@ffff9437f86d5f80 x1846776748676864/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232439.840615:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748676864/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232439.840625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232439.840628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232439.840633:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748676864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232440.350988:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232440.350988:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232440.351016:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232440.670946:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232440.671039:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232441.375032:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232441.375575:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232441.694882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232441.695017:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232442.399162:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232442.399587:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232442.399700:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232442.718918:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232443.422980:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232443.422980:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232443.423058:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232443.742842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232443.743092:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232444.446866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232444.446877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232444.766889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232444.959047:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232444.959064:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232444.959071:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232444.959088:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8968 00000100:00080000:0.0:1761232444.959108:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232444.959119:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232444.959184:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748676992/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232444.959237:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232444.959243:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232444.959246:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232444.959252:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8968 00000100:00080000:0.0:1761232444.959257:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232444.959262:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232444.959277:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232444.959296:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748677120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232444.959314:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232444.959319:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232444.959323:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232444.959331:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748676992:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232444.959333:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8968 00000100:00080000:0.0:1761232444.959349:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232444.959358:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232444.959365:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232444.959384:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748677248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232444.959399:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232444.959405:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232444.959407:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232444.959417:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8968 00000100:00080000:0.0:1761232444.959434:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232444.959441:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232444.959450:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232444.959468:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748677376/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232444.959484:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232444.959489:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232444.959492:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232444.959499:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8968 00000100:00080000:0.0:1761232444.959510:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232444.959516:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232444.959525:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232444.959541:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748677504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232444.959549:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748677120:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232444.959565:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232444.959573:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232444.959580:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232444.959588:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8968 00000100:00080000:0.0:1761232444.959594:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232444.959599:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232444.959604:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232444.959620:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748677632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232444.959633:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232444.959638:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232444.959641:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232444.959647:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8968 00000100:00080000:0.0:1761232444.959654:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232444.959657:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748677248:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232444.959665:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232444.959686:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232444.959713:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748677760/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232444.959819:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232444.959829:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232444.959831:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748677376:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761232444.959833:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232444.959853:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8968 00000100:00080000:0.0:1761232444.959861:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232444.959868:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232444.959876:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232444.959894:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748677888/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232444.959934:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748677504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232444.959989:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748677632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232444.960069:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748677760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232444.960112:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748677888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232445.470938:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232445.470938:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232445.790865:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232445.791120:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232446.494902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232446.495010:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232446.814940:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232446.815107:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232447.519078:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232447.838920:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232448.032382:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232444/real 1761232448] req@ffff9437f87fb800 x1846776748677504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232448.032429:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748677504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232448.032463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232448.032474:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232448.032483:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748677504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232448.032498:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232444/real 1761232448] req@ffff9437f87f9180 x1846776748677632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232448.032522:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748677632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232448.032538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232448.032544:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232448.032550:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748677632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232448.032561:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232444/real 1761232448] req@ffff9437f87fa300 x1846776748677760/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232448.032582:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748677760/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232448.032596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232448.032601:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232448.032607:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748677760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232448.032620:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232444/real 1761232448] req@ffff9437f87fbb80 x1846776748677888/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232448.032641:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748677888/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232448.032657:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232448.032665:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232448.032671:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748677888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232448.032683:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232444/real 1761232448] req@ffff9437f87f9c00 x1846776748677120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232448.032708:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748677120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232448.032726:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232448.032834:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232448.032844:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748677120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232448.032858:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232444/real 1761232448] req@ffff9437f87fad80 x1846776748677248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232448.032886:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748677248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232448.032903:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232448.032910:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232448.032917:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748677248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232448.032931:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232444/real 1761232448] req@ffff9437f87fb100 x1846776748677376/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232448.033113:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748677376/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232448.033132:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232448.033138:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232448.033144:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748677376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232448.033156:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232444/real 1761232448] req@ffff9437f87fa680 x1846776748676992/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232448.033176:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748676992/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232448.033191:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232448.033199:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232448.033205:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748676992:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232448.542927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232448.542933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232448.542942:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232448.862893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232448.863061:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232449.567027:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232449.567087:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232449.567093:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232449.886929:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232450.078976:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232450.078989:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232450.078996:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232450.079008:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8973 00000100:00080000:3.0:1761232450.079022:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232450.079031:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232450.079075:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748678016/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232450.079112:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232450.079120:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232450.079123:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232450.079128:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8973 00000100:00080000:3.0:1761232450.079133:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232450.079139:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232450.079151:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232450.079168:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748678144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232450.079180:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748678016:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232450.079189:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232450.079196:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232450.079198:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232450.079204:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8973 00000100:00080000:3.0:1761232450.079211:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232450.079216:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232450.079222:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232450.079241:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748678272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232450.079253:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232450.079258:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232450.079261:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232450.079265:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8973 00000100:00080000:3.0:1761232450.079273:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232450.079281:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232450.079287:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232450.079298:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232450.079315:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748678400/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232450.079327:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232450.079331:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232450.079334:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232450.079343:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8973 00000100:00100000:2.0:1761232450.079344:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232450/real 1761232450] req@ffff943800b9ad80 x1846776748678016/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232450.079349:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232450.079363:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232450.079376:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232450.079392:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748678016/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232450.079400:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748678528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232450.079438:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232450.079440:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232450.079452:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232450.079453:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232450.079462:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232450.079468:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748678016:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232450.079476:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8973 00000100:00080000:3.0:1761232450.079487:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232450.079496:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232450.079501:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232450.079515:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748678656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232450.079522:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748678144:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232450.079546:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232450.079551:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232450.079555:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232450.079562:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8973 00000100:00080000:3.0:1761232450.079568:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232450.079570:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232450.079579:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232450.079587:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232450.079599:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232450/real 1761232450] req@ffff943800b9aa00 x1846776748678144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232450.079609:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748678784/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232450.079632:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748678144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232450.079661:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232450.079666:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232450.079668:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232450.079677:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232450.079684:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232450.079691:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8973 00000100:00080000:3.0:1761232450.079700:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232450.079702:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748678144:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232450.079711:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232450.079723:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232450.079771:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748678912/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232450.079793:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748678272:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232450.079847:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232450.079876:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232450/real 1761232450] req@ffff943800b9bb80 x1846776748678272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232450.079904:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748678272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232450.079923:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232450.079930:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232450.079936:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748678272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232450.080006:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748678400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232450.080050:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232450.080074:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232450/real 1761232450] req@ffff943800b98e00 x1846776748678400/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232450.080099:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748678400/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232450.080115:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232450.080121:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232450.080128:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748678400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232450.080140:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748678528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232450.080180:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232450.080204:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232450/real 1761232450] req@ffff943800b99500 x1846776748678528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232450.080229:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748678528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232450.080259:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232450.080266:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232450.080274:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748678528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232450.080313:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748678656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232450.080358:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232450.080383:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232450/real 1761232450] req@ffff943800b9b800 x1846776748678656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232450.080408:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748678656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232450.080437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232450.080444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232450.080450:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748678656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232450.080462:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748678784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232450.080504:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232450.080527:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232450/real 1761232450] req@ffff943800b98a80 x1846776748678784/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232450.080551:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748678784/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232450.080568:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232450.080575:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232450.080582:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748678784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232450.080594:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748678912:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232450.080636:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232450.080658:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232450/real 1761232450] req@ffff943800b9ad80 x1846776748678912/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232450.080684:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748678912/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232450.080700:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232450.080706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232450.080713:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748678912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232450.590837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232450.590838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232450.590923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232450.910907:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232450.911068:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232451.614853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232451.614855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232451.934880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232451.934983:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232452.638848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232452.638933:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232452.958950:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232453.662933:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232453.662943:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232453.982926:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232453.983095:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232454.686948:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232455.006967:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232455.198934:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232455.198946:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232455.198954:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232455.198967:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8978 00000100:00080000:0.0:1761232455.198983:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232455.198993:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232455.199038:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748679040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232455.199075:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232455.199080:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232455.199082:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232455.199087:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8978 00000100:00080000:0.0:1761232455.199091:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232455.199096:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232455.199107:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232455.199124:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748679168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232455.199133:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748679040:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232455.199144:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232455.199151:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232455.199153:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232455.199159:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8978 00000100:00080000:0.0:1761232455.199166:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232455.199170:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232455.199176:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232455.199192:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748679296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232455.199212:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232455.199216:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232455.199243:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232455.199252:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232455.199259:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8978 00000100:00080000:0.0:1761232455.199272:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232455.199279:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232455.199287:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232455.199306:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748679424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232455.199320:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232455.199325:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232455/real 1761232455] req@ffff9437f87f9500 x1846776748679040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232455.199326:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232455.199333:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232455.199348:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8978 00000100:00080000:0.0:1761232455.199360:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232455.199365:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232455.199372:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748679040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232455.199376:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232455.199418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761232455.199420:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748679552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232455.199430:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232455.199445:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748679040:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232455.199452:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232455.199459:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232455.199461:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232455.199467:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8978 00000100:00080000:0.0:1761232455.199472:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232455.199478:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232455.199484:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748679168:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761232455.199486:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232455.199510:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748679680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232455.199524:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232455.199533:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1761232455.199533:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232455.199536:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232455.199547:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8978 00000100:00080000:0.0:1761232455.199554:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232455.199561:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232455/real 1761232455] req@ffff9437f87fb480 x1846776748679168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232455.199565:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232455.199577:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232455.199599:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748679168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232455.199605:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748679808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232455.199638:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232455.199641:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232455.199653:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232455.199654:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232455.199661:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232455.199667:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748679168:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232455.199675:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8978 00000100:00080000:0.0:1761232455.199684:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232455.199688:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748679296:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232455.199695:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232455.199705:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232455.199722:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748679936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232455.199735:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232455.199776:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232455/real 1761232455] req@ffff9437f87fa680 x1846776748679296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232455.199858:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748679296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232455.199869:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232455.199873:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232455.199877:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748679296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232455.199910:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748679424:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232455.199943:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232455.199957:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232455/real 1761232455] req@ffff9437f87fb100 x1846776748679424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232455.199971:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748679424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232455.199980:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232455.199984:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232455.199988:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748679424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232455.199994:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748679552:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232455.200012:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232455.200022:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232455/real 1761232455] req@ffff9437f87fad80 x1846776748679552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232455.200044:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748679552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232455.200053:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232455.200056:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232455.200059:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748679552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232455.200081:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748679680:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232455.200099:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232455.200110:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232455/real 1761232455] req@ffff9437f87f9c00 x1846776748679680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232455.200124:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748679680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232455.200133:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232455.200136:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232455.200139:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748679680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232455.200145:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748679808:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232455.200162:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232455.200171:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232455/real 1761232455] req@ffff9437f87fbb80 x1846776748679808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232455.200184:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748679808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232455.200229:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232455.200233:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232455.200237:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748679808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232455.200243:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748679936:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232455.200264:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232455.200275:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232455/real 1761232455] req@ffff9437f87fa300 x1846776748679936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232455.200288:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748679936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232455.200299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232455.200302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232455.200306:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748679936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232455.710934:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232455.710939:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232456.030911:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232456.031028:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232456.734948:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232456.735031:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232456.735186:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232457.054956:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232457.055022:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232457.758891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232457.758910:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232457.758916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232458.078888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232458.782896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232458.782904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232458.782986:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232459.102954:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232459.103117:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232459.806921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232459.806968:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232460.126857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232460.319104:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748680064:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232460.319185:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232460.319232:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232460/real 1761232460] req@ffff9437f86d5880 x1846776748680064/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232460.319259:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748680064/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232460.319285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232460.319298:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232460.319306:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748680064:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232460.319341:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748680192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232460.319381:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232460.319394:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232460/real 1761232460] req@ffff9437f86d5c00 x1846776748680192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232460.319408:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748680192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232460.319433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232460.319442:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232460.319447:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748680192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232460.319458:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748680320:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232460.319482:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232460.319495:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232460/real 1761232460] req@ffff9437f86d7480 x1846776748680320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232460.319546:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748680320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232460.319556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232460.319565:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232460.319571:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748680320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232460.319580:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748680448:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232460.319613:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232460.319623:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232460/real 1761232460] req@ffff9437f86d7b80 x1846776748680448/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232460.319635:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748680448/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232460.319641:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232460.319645:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232460.319655:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748680448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232460.319685:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748680576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232460.319715:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232460.319761:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232460/real 1761232460] req@ffff9437f86d4380 x1846776748680576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232460.319772:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748680576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232460.319788:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232460.319797:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232460.319801:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748680576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232460.319807:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748680704:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232460.319851:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232460.319865:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232460/real 1761232460] req@ffff9437f86d4000 x1846776748680704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232460.319877:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748680704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232460.319884:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232460.319888:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232460.319891:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748680704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232460.319898:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748680832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232460.319911:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232460.319917:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232460/real 1761232460] req@ffff9437f86d5880 x1846776748680832/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232460.319925:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748680832/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232460.319930:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232460.319931:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232460.319933:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748680832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232460.319945:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748680960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232460.319955:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232460.319961:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232460/real 1761232460] req@ffff9437f86d5f80 x1846776748680960/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232460.319969:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748680960/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232460.319978:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232460.319980:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232460.319982:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748680960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232460.830849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232460.830938:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232461.150833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232461.151012:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232461.854873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232462.174962:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232462.176155:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232462.878966:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232462.879023:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232463.198898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232463.902960:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232463.903085:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232464.222955:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232464.223147:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232464.927018:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232465.246844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232465.438973:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232465.438987:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232465.438995:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232465.439010:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8989 00000100:00080000:0.0:1761232465.439025:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232465.439034:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232465.439084:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748681088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232465.439124:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232465.439129:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232465.439132:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232465.439137:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8989 00000100:00080000:0.0:1761232465.439142:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232465.439148:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232465.439160:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232465.439177:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748681216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232465.439193:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748681088:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232465.439197:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232465.439211:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232465.439215:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232465.439226:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8989 00000100:00080000:0.0:1761232465.439234:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232465.439242:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232465.439253:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232465.439278:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748681344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232465.439290:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232465.439312:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232465.439320:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232465.439324:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232465.439333:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8989 00000100:00080000:0.0:1761232465.439345:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232465.439356:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232465/real 1761232465] req@ffff9437f87f9180 x1846776748681088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232465.439358:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232465.439376:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232465.439392:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748681088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232465.439402:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748681472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232465.439423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232465.439430:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232465.439436:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232465.439439:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1761232465.439447:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748681088:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232465.439448:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232465.439464:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8989 00000100:00080000:0.0:1761232465.439471:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232465.439476:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232465.439483:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232465.439491:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748681216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232465.439501:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748681600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232465.439519:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232465.439524:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232465.439526:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232465.439537:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232465.439538:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8989 00000100:00080000:0.0:1761232465.439555:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232465.439562:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232465.439569:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232465.439575:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232465/real 1761232465] req@ffff9437f87fb800 x1846776748681216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232465.439590:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748681728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232465.439605:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748681216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232465.439607:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232465.439622:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232465.439629:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232465.439644:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8989 00000100:00080000:0.0:1761232465.439653:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232465.439665:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232465.439668:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761232465.439671:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232465.439680:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232465.439690:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748681216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232465.439694:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748681856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232465.439706:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748681344:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232465.439718:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232465.439724:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232465.439802:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232465.439811:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232465.439818:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8989 00000100:00080000:0.0:1761232465.439835:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232465.439841:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232465.439849:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232465/real 1761232465] req@ffff9437f87f8a80 x1846776748681344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232465.439850:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232465.439878:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748681984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232465.439883:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748681344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232465.439923:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232465.439929:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232465.439934:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748681344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232465.439947:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748681472:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232465.439972:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232465.439985:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232465/real 1761232465] req@ffff9437f87faa00 x1846776748681472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232465.439999:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748681472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232465.440008:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232465.440012:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232465.440017:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748681472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232465.440038:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748681600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232465.440058:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232465.440070:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232465/real 1761232465] req@ffff9437f87f8000 x1846776748681600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232465.440084:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748681600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232465.440094:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232465.440097:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232465.440102:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748681600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232465.440108:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748681728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232465.440126:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232465.440136:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232465/real 1761232465] req@ffff9437f87f8700 x1846776748681728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232465.440150:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748681728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232465.440160:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232465.440163:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232465.440167:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748681728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232465.440173:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748681856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232465.440190:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232465.440200:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232465/real 1761232465] req@ffff9437f87f8e00 x1846776748681856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232465.440214:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748681856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232465.440224:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232465.440227:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232465.440231:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748681856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232465.440237:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748681984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232465.440254:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232465.440265:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232465/real 1761232465] req@ffff9437f87f9f80 x1846776748681984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232465.440278:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748681984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232465.440288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232465.440292:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232465.440295:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748681984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232465.950956:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232465.950956:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232466.270900:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232466.271080:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232466.974982:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232466.975000:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232467.294921:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232467.295056:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232467.999047:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232468.318949:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232469.022903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232469.022947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232469.342920:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232469.343038:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232470.046950:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232470.046974:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232470.366823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:2.0:1761232470.558934:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232470.558948:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232470.558956:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232470.558970:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8994 00000100:00080000:2.0:1761232470.558985:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232470.558994:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232470.559040:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748682112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232470.559082:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232470.559087:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232470.559090:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232470.559095:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8994 00000100:00080000:2.0:1761232470.559100:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232470.559104:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232470.559116:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232470.559133:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748682240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232470.559149:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748682112:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232470.559154:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232470.559166:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232470.559169:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232470.559174:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8994 00000100:00080000:2.0:1761232470.559178:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232470.559182:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232470.559188:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232470.559204:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748682368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232470.559226:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232470.559231:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232470.559234:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232470.559238:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8994 00000100:00080000:2.0:1761232470.559243:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232470.559251:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232470.559256:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232470.559266:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232470.559283:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748682496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232470.559295:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232470.559299:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232470.559302:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232470.559308:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8994 00000100:00080000:2.0:1761232470.559313:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232470.559317:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232470/real 1761232470] req@ffff9437fa0dea00 x1846776748682112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232470.559323:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232470.559335:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232470.559359:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748682624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232470.559365:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748682112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232470.559395:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232470.559403:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232470.559404:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232470.559407:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232470.559420:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232470.559421:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8994 00000100:00080000:2.0:1761232470.559433:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232470.559437:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748682112:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232470.559442:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232470.559457:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232470.559472:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748682752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232470.559486:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232470.559487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748682240:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232470.559496:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232470.559502:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232470.559509:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8994 00000100:00080000:2.0:1761232470.559514:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232470.559520:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232470.559526:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232470.559535:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232470.559546:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748682880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232470.559562:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232470/real 1761232470] req@ffff9437fa0dfb80 x1846776748682240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232470.559563:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232470.559579:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232470.559584:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232470.559600:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8994 00000100:00080000:2.0:1761232470.559612:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232470.559621:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232470.559622:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748682240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761232470.559627:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232470.559649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761232470.559650:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748683008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232470.559665:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232470.559680:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748682240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232470.559704:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748682368:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232470.559814:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232470.559833:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232470/real 1761232470] req@ffff9437fa0dd180 x1846776748682368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232470.559849:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748682368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232470.559861:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232470.559865:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232470.559869:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748682368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232470.559877:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748682496:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232470.559897:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232470.559908:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232470/real 1761232470] req@ffff9437fa0dc700 x1846776748682496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232470.559923:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748682496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232470.559933:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232470.559936:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232470.559940:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748682496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232470.559947:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748682624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232470.559965:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232470.559977:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232470/real 1761232470] req@ffff9437fa0dc380 x1846776748682624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232470.559991:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748682624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232470.560000:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232470.560004:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232470.560007:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748682624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232470.560030:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748682752:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232470.560049:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232470.560060:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232470/real 1761232470] req@ffff9437fa0ddc00 x1846776748682752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232470.560074:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748682752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232470.560092:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232470.560096:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232470.560100:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748682752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232470.560106:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748682880:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232470.560123:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232470.560133:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232470/real 1761232470] req@ffff9437fa0dea00 x1846776748682880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232470.560146:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748682880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232470.560156:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232470.560160:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232470.560163:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748682880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232470.560169:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748683008:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232470.560185:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232470.560196:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232470/real 1761232470] req@ffff9437fa0dd500 x1846776748683008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232470.560208:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748683008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232470.560218:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232470.560221:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232470.560225:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748683008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232471.070847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232471.390814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232471.391044:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232472.094931:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232472.094944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232472.414870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232472.415073:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232473.118880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232473.118912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232473.438883:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232474.142945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232474.142985:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232474.462819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232474.462962:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232475.167013:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232475.486897:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232475.678981:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232475.678995:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232475.679001:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232475.679015:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 8999 00000100:00080000:0.0:1761232475.679031:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232475.679041:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232475.679089:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748683136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232475.679130:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232475.679135:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232475.679137:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232475.679143:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8999 00000100:00080000:0.0:1761232475.679147:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232475.679152:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232475.679163:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232475.679180:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748683264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232475.679195:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232475.679202:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232475.679206:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232475.679212:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748683136:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232475.679213:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8999 00000100:00080000:0.0:1761232475.679222:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232475.679232:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232475.679239:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232475.679256:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748683392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232475.679267:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232475.679272:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232475.679274:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232475.679279:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 8999 00000100:00080000:0.0:1761232475.679298:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232475.679304:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232475.679311:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232475.679328:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232475.679330:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748683520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232475.679346:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232475.679351:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232475.679354:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232475.679360:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8999 00000100:00080000:0.0:1761232475.679367:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232475.679372:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232475.679379:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232475.679396:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748683648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232475.679411:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232475/real 1761232475] req@ffff9437f87f9880 x1846776748683136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232475.679412:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232475.679426:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232475.679432:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232475.679446:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8999 00000100:00080000:0.0:1761232475.679456:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232475.679462:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232475.679468:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232475.679477:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748683136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232475.679487:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748683776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232475.679508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232475.679513:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232475.679521:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232475.679523:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232475.679526:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232475.679539:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8999 00000100:00100000:2.0:1761232475.679540:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748683136:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232475.679544:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232475.679557:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232475.679564:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232475.679577:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748683904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232475.679591:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232475.679599:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232475.679600:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748683264:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232475.679604:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232475.679619:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 8999 00000100:00080000:0.0:1761232475.679626:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232475.679630:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232475.679636:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232475.679676:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748684032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232475.679693:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232475.679764:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232475/real 1761232475] req@ffff9437f87f8380 x1846776748683264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232475.679790:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748683264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232475.679807:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232475.679814:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232475.679821:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748683264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232475.679833:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748683392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232475.679874:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232475.679895:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232475/real 1761232475] req@ffff9437f87f9f80 x1846776748683392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232475.679919:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748683392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232475.679937:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232475.679943:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232475.679950:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748683392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232475.679962:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748683520:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232475.679996:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232475.680015:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232475/real 1761232475] req@ffff9437f87f8e00 x1846776748683520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232475.680037:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748683520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232475.680053:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232475.680058:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232475.680065:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748683520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232475.680076:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748683648:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232475.680110:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232475.680129:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232475/real 1761232475] req@ffff9437f87f8700 x1846776748683648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232475.680167:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748683648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232475.680183:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232475.680190:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232475.680196:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748683648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232475.680208:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748683776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232475.680248:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232475.680269:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232475/real 1761232475] req@ffff9437f87f8000 x1846776748683776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232475.680295:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748683776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232475.680313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232475.680320:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232475.680326:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748683776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232475.680360:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748683904:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232475.680389:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232475.680403:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232475/real 1761232475] req@ffff9437f87faa00 x1846776748683904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232475.680418:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748683904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232475.680437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232475.680441:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232475.680445:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748683904:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232475.680452:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748684032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232475.680471:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232475.680482:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232475/real 1761232475] req@ffff9437f87f8a80 x1846776748684032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232475.680495:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748684032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232475.680506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232475.680509:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232475.680513:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748684032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232476.190953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232476.190953:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232476.510885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232476.510984:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232477.214888:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232477.534877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232477.535009:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232478.238843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232478.238891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232478.558904:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232479.262982:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232479.263008:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232479.582933:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232479.582996:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232480.286892:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232480.287011:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232480.606896:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232480.799223:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748684160:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232480.799327:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232480.799391:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232480/real 1761232480] req@ffff9437f86d5180 x1846776748684160/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232480.799434:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748684160/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232480.799472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232480.799487:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232480.799504:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748684160:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232480.799544:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748684288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232480.799625:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232480.799650:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232480/real 1761232480] req@ffff9437f86d6680 x1846776748684288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232480.799690:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748684288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232480.799726:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232480.799771:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232480.799778:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748684288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232480.799792:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748684416:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232480.799852:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232480.799886:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232480/real 1761232480] req@ffff9437f86d6d80 x1846776748684416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232480.799904:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748684416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232480.799915:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232480.799919:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232480.799924:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748684416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232480.799932:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748684544:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232480.799954:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232480.799965:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232480/real 1761232480] req@ffff9437f86d4700 x1846776748684544/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232480.799980:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748684544/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232480.799990:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232480.799994:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232480.799998:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748684544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232480.800005:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748684672:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232480.800023:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232480.800033:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232480/real 1761232480] req@ffff9437f86d7100 x1846776748684672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232480.800046:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748684672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232480.800057:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232480.800060:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232480.800064:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748684672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232480.800087:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748684800:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232480.800110:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232480.800128:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232480/real 1761232480] req@ffff9437f86d6a00 x1846776748684800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232480.800144:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748684800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232480.800154:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232480.800158:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232480.800162:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748684800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232480.800169:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748684928:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232480.800192:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232480.800209:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232480/real 1761232480] req@ffff9437f86d5180 x1846776748684928/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232480.800224:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748684928/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232480.800233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232480.800237:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232480.800240:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748684928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232480.800247:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748685056:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232480.800265:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232480.800276:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232480/real 1761232480] req@ffff9437f86d5f80 x1846776748685056/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232480.800289:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748685056/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232480.800308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232480.800312:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232480.800316:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748685056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232481.310910:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232481.310911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232481.630928:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232481.631013:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232482.335007:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232482.654931:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232482.655044:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232483.358954:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232483.358975:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232483.678941:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232484.382992:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232484.383005:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232484.702904:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232484.703049:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232485.406882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232485.406901:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232485.726917:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232485.918966:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232485.918984:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232485.918993:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232485.919012:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9009 00000100:00080000:0.0:1761232485.919036:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232485.919048:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232485.919104:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748685184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232485.919153:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232485.919159:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232485.919161:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232485.919167:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9009 00000100:00080000:0.0:1761232485.919172:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232485.919178:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232485.919190:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232485.919206:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748685312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232485.919220:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232485.919229:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761232485.919230:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748685184:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232485.919233:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232485.919247:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9009 00000100:00080000:0.0:1761232485.919254:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232485.919258:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232485.919264:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232485.919281:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748685440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232485.919293:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232485.919298:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232485.919300:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232485.919305:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9009 00000100:00080000:0.0:1761232485.919325:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232485.919331:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232485.919337:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232485.919350:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748685568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232485.919363:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232485.919367:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232485.919369:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232485.919373:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9009 00000100:00080000:0.0:1761232485.919378:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232485.919387:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232485.919388:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232485.919400:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232485.919413:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748685696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232485.919427:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232485.919432:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232485.919435:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232485.919441:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9009 00000100:00080000:0.0:1761232485.919445:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232485.919449:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232485.919454:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232485.919468:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748685824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232485.919485:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232485/real 1761232485] req@ffff9437f87fb800 x1846776748685184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232485.919494:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232485.919507:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232485.919512:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232485.919523:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9009 00000100:00080000:0.0:1761232485.919530:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232485.919564:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232485.919574:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232485.919574:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748685184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232485.919598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761232485.919600:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748685952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232485.919611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232485.919628:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232485.919628:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748685184:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232485.919641:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232485.919646:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232485.919653:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9009 00000100:00080000:0.0:1761232485.919660:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232485.919665:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232485.919670:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232485.919678:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748685312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232485.919688:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748686080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232485.919726:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232485.919805:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232485/real 1761232485] req@ffff9437f87f9180 x1846776748685312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232485.919823:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748685312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232485.919835:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232485.919840:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232485.919845:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748685312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232485.919857:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748685440:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232485.919884:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232485.919897:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232485/real 1761232485] req@ffff9437f87fa300 x1846776748685440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232485.919912:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748685440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232485.919923:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232485.919927:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232485.919931:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748685440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232485.919938:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748685568:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232485.919957:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232485.919968:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232485/real 1761232485] req@ffff9437f87fbb80 x1846776748685568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232485.919982:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748685568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232485.919992:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232485.919995:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232485.919999:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748685568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232485.920006:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748685696:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232485.920025:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232485.920036:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232485/real 1761232485] req@ffff9437f87f9c00 x1846776748685696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232485.920050:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748685696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232485.920060:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232485.920064:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232485.920067:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748685696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232485.920074:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748685824:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232485.920092:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232485.920103:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232485/real 1761232485] req@ffff9437f87fad80 x1846776748685824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232485.920117:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748685824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232485.920127:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232485.920130:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232485.920134:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748685824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232485.920141:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748685952:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232485.920158:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232485.920169:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232485/real 1761232485] req@ffff9437f87fb100 x1846776748685952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232485.920182:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748685952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232485.920193:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232485.920197:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232485.920201:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748685952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232485.920227:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748686080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232485.920246:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232485.920256:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232485/real 1761232485] req@ffff9437f87fa680 x1846776748686080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232485.920270:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748686080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232485.920281:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232485.920284:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232485.920289:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748686080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232486.430975:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232486.430976:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232486.750902:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232486.750958:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232487.454939:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232487.454991:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232487.774884:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232487.774980:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232488.478932:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232488.478983:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232488.798926:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232489.502894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232489.822864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232489.823021:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232490.526976:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232490.527015:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232490.846858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232491.038897:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232491.038909:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232491.038914:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232491.038925:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9014 00000100:00080000:3.0:1761232491.038938:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232491.038945:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232491.038992:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748686208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232491.039030:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232491.039033:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232491.039035:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232491.039038:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9014 00000100:00080000:3.0:1761232491.039042:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232491.039045:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232491.039056:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232491.039068:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748686336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232491.039077:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748686208:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232491.039080:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232491.039093:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232491.039095:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232491.039099:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9014 00000100:00080000:3.0:1761232491.039102:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232491.039105:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232491.039109:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232491.039119:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748686464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232491.039126:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232491.039129:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232491.039130:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232491.039133:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9014 00000100:00080000:3.0:1761232491.039147:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232491.039151:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232491.039156:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232491.039157:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232491.039175:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748686592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232491.039185:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232491.039188:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232491.039189:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232491.039193:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9014 00000100:00080000:3.0:1761232491.039200:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232491.039203:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232491.039207:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232491.039209:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232491/real 1761232491] req@ffff943800b9b480 x1846776748686208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232491.039222:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748686720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232491.039233:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748686208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232491.039233:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232491.039253:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232491.039258:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232491.039274:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9014 00000100:00080000:3.0:1761232491.039285:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232491.039286:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232491.039304:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232491.039305:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761232491.039323:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232491.039324:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748686208:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232491.039344:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748686848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232491.039357:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232491.039361:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232491.039363:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232491.039366:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9014 00000100:00080000:3.0:1761232491.039371:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232491.039377:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232491.039378:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748686336:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761232491.039389:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232491.039411:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748686976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232491.039422:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232491.039428:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232491.039429:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232491.039433:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232491.039440:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9014 00000100:00080000:3.0:1761232491.039445:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232491.039451:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232491.039452:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232491/real 1761232491] req@ffff943800b9a680 x1846776748686336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232491.039456:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232491.039488:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748686336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232491.039493:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748687104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232491.039532:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232491.039541:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232491.039549:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748686336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232491.039555:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748686464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232491.039572:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232491.039580:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232491/real 1761232491] req@ffff943800b98380 x1846776748686464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232491.039587:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748686464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232491.039593:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232491.039595:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232491.039597:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748686464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232491.039601:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748686592:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232491.039612:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232491.039618:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232491/real 1761232491] req@ffff943800b99f80 x1846776748686592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232491.039626:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748686592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232491.039631:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232491.039633:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232491.039635:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748686592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232491.039639:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748686720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232491.039650:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232491.039656:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232491/real 1761232491] req@ffff943800b98700 x1846776748686720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232491.039663:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748686720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232491.039668:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232491.039670:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232491.039672:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748686720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232491.039675:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748686848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232491.039685:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232491.039691:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232491/real 1761232491] req@ffff943800b98000 x1846776748686848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232491.039698:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748686848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232491.039703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232491.039706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232491.039708:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748686848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232491.039722:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748686976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232491.039760:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232491.039768:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232491/real 1761232491] req@ffff943800b99c00 x1846776748686976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232491.039775:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748686976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232491.039781:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232491.039783:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232491.039785:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748686976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232491.039789:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748687104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232491.039800:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232491.039806:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232491/real 1761232491] req@ffff943800b9b480 x1846776748687104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232491.039813:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748687104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232491.039818:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232491.039820:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232491.039822:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748687104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232491.550903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232491.550931:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232491.551029:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232491.870941:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232491.871014:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232492.574850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232492.574963:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232492.894957:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232492.895034:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232493.598978:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232493.598993:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232493.918902:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232494.622844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232494.622942:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232494.942923:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232494.943024:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232495.646871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232495.646966:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232495.966832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232496.159217:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748687232:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232496.159349:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232496.159444:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232496/real 1761232496] req@ffff9437f86d5880 x1846776748687232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232496.159511:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748687232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232496.159632:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232496.159661:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232496.159686:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748687232:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232496.159810:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748687360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232496.159896:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232496.159934:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232496/real 1761232496] req@ffff9437f86d4000 x1846776748687360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232496.160000:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748687360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232496.160043:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232496.160058:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232496.160086:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748687360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232496.160119:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748687488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232496.160156:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232496.160171:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232496/real 1761232496] req@ffff9437f86d4380 x1846776748687488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232496.160186:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748687488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232496.160196:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232496.160201:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232496.160205:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748687488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232496.160213:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748687616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232496.160233:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232496.160244:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232496/real 1761232496] req@ffff9437f86d7b80 x1846776748687616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232496.160259:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748687616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232496.160269:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232496.160272:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232496.160276:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748687616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232496.160283:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748687744:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232496.160302:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232496.160313:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232496/real 1761232496] req@ffff9437f86d7480 x1846776748687744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232496.160327:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748687744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232496.160338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232496.160341:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232496.160345:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748687744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232496.160352:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748687872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232496.160371:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232496.160382:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232496/real 1761232496] req@ffff9437f86d5c00 x1846776748687872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232496.160396:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748687872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232496.160406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232496.160409:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232496.160413:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748687872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232496.160466:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748688000:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232496.160489:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232496.160502:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232496/real 1761232496] req@ffff9437f86d5880 x1846776748688000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232496.160517:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748688000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232496.160527:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232496.160532:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232496.160535:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748688000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232496.160543:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748688128:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232496.160560:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232496.160571:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232496/real 1761232496] req@ffff9437f86d5f80 x1846776748688128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232496.160585:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748688128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232496.160595:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232496.160599:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232496.160603:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748688128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232496.670923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232496.990835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232496.991058:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232497.694810:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232497.694891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232498.014878:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232498.015026:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232498.718843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232498.718994:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232498.719027:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232499.038891:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232499.742906:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232499.742942:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232500.062871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232500.063007:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232500.766943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232500.766978:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232501.086886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232501.279241:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748688256:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232501.279379:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232501.279450:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232501/real 1761232501] req@ffff9437f86d5180 x1846776748688256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232501.279526:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748688256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232501.279581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232501.279595:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232501.279611:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748688256:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232501.279632:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748688384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232501.279697:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232501.279805:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232501/real 1761232501] req@ffff9437f86d6a00 x1846776748688384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232501.279829:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748688384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232501.279842:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232501.279847:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232501.279851:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748688384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232501.279884:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748688512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232501.279919:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232501.279934:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232501/real 1761232501] req@ffff9437f86d7100 x1846776748688512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232501.279949:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748688512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232501.279960:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232501.279964:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232501.279968:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748688512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232501.279976:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748688640:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232501.279996:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232501.280008:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232501/real 1761232501] req@ffff9437f86d4700 x1846776748688640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232501.280022:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748688640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232501.280032:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232501.280035:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232501.280039:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748688640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232501.280046:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748688768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232501.280065:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232501.280076:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232501/real 1761232501] req@ffff9437f86d6d80 x1846776748688768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232501.280090:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748688768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232501.280099:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232501.280103:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232501.280106:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748688768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232501.280113:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748688896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232501.280131:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232501.280141:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232501/real 1761232501] req@ffff9437f86d6680 x1846776748688896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232501.280156:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748688896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232501.280166:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232501.280169:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232501.280173:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748688896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232501.280179:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748689024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232501.280197:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232501.280208:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232501/real 1761232501] req@ffff9437f86d5f80 x1846776748689024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232501.280222:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748689024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232501.280231:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232501.280235:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232501.280238:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748689024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232501.280245:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748689152:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232501.280262:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232501.280272:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232501/real 1761232501] req@ffff9437f86d5880 x1846776748689152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232501.280285:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748689152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232501.280303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232501.280307:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232501.280311:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748689152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232501.790892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232501.790897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232502.110902:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232502.111041:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232502.814892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232502.814965:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232502.814995:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232503.134893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232503.135027:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232503.838954:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232503.838973:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232504.158951:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232504.863061:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232504.863255:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232505.182941:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232505.183073:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232505.887445:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232505.887552:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232506.206841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232506.399250:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748689280:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232506.399409:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232506.399492:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232506/real 1761232506] req@ffff9437f86d5c00 x1846776748689280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232506.399569:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748689280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232506.399602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232506.399614:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232506.399627:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748689280:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232506.399679:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748689408:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232506.399796:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232506.399837:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232506/real 1761232506] req@ffff9437f86d7480 x1846776748689408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232506.399876:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748689408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232506.399908:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232506.399924:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232506.399939:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748689408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232506.399963:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748689536:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232506.400014:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232506.400037:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232506/real 1761232506] req@ffff9437f86d7b80 x1846776748689536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232506.400055:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748689536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232506.400069:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232506.400075:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232506.400080:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748689536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232506.400088:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748689664:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232506.400111:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232506.400123:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232506/real 1761232506] req@ffff9437f86d4380 x1846776748689664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232506.400138:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748689664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232506.400148:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232506.400152:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232506.400155:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748689664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232506.400163:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748689792:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232506.400184:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232506.400196:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232506/real 1761232506] req@ffff9437f86d4000 x1846776748689792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232506.400210:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748689792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232506.400220:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232506.400223:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232506.400227:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748689792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232506.400286:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748689920:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232506.400350:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232506.400374:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232506/real 1761232506] req@ffff9437f86d5c00 x1846776748689920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232506.400398:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748689920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232506.400414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232506.400421:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232506.400427:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748689920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232506.400439:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748690048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232506.400478:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232506.400502:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232506/real 1761232506] req@ffff9437f86d5880 x1846776748690048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232506.400538:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748690048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232506.400555:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232506.400562:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232506.400569:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748690048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232506.400581:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748690176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232506.400613:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232506.400628:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232506/real 1761232506] req@ffff9437f86d5f80 x1846776748690176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232506.400643:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748690176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232506.400654:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232506.400658:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232506.400663:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748690176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232506.910994:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232506.911198:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232507.230838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232507.230999:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232507.936015:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232508.254866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232508.255014:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232508.958895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232508.959033:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232509.278888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232509.982887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232509.982937:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232510.302881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232510.303043:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232511.006909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232511.007087:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232511.326897:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232511.519202:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748690304:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232511.519454:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748690432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232511.519582:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748690560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232511.519652:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748690688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232511.519709:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748690816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232511.519802:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748690944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232511.519843:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748691072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232511.519890:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748691200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232512.030897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232512.030969:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232512.350926:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232512.351080:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232513.054937:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232513.054940:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232513.374895:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232513.375043:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232514.078932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232514.398867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000400:00000100:0.0:1761232514.591248:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:0.0:1761232514.591311:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761232514.591333:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232514.591381:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232514.591391:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232514.591400:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232514.591410:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232514.591419:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232514.591426:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761232514.591435:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761232514.591494:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232511/real 1761232514] req@ffff9437f86d5880 x1846776748691200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232514.591530:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748691200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232514.591547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232514.591553:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232514.591559:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748691200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232514.591569:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232511/real 1761232514] req@ffff9437f86d4700 x1846776748690560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232514.591584:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748690560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232514.591594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232514.591600:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232514.591604:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748690560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232514.591612:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232511/real 1761232514] req@ffff9437f86d7100 x1846776748690688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232514.591626:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748690688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232514.591640:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232514.591646:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232514.591653:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748690688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232514.591666:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232511/real 1761232514] req@ffff9437f86d6a00 x1846776748690816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232514.591691:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748690816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232514.591707:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232514.591715:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232514.591722:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748690816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232514.591777:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232511/real 1761232514] req@ffff9437f86d5180 x1846776748690944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232514.591803:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748690944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232514.591822:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232514.591845:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232514.591853:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748690944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232514.591871:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232511/real 1761232514] req@ffff9437f86d5f80 x1846776748691072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232514.591895:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748691072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232514.591911:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232514.591917:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232514.591924:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748691072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232514.591936:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232511/real 1761232514] req@ffff9437f86d6680 x1846776748690304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232514.591959:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748690304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232514.591974:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232514.591980:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232514.591987:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748690304:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232514.592001:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232511/real 1761232514] req@ffff9437f86d6d80 x1846776748690432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232514.592025:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748690432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232514.592042:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232514.592050:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232514.592057:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748690432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232515.102870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232515.102919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232515.422907:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232515.423058:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232516.126928:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232516.126955:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232516.446982:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:2.0:1761232516.638950:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232516.638967:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232516.638975:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232516.638992:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9040 00000100:00080000:2.0:1761232516.639011:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232516.639023:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232516.639072:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748691328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232516.639117:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232516.639126:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232516.639129:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232516.639137:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9040 00000100:00080000:2.0:1761232516.639146:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232516.639154:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232516.639169:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232516.639226:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748691456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232516.639238:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748691328:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232516.639248:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232516.639253:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232516.639257:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232516.639265:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9040 00000100:00080000:2.0:1761232516.639271:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232516.639278:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232516.639286:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232516.639304:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748691584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232516.639321:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232516.639326:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1761232516.639329:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232516.639330:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232516.639337:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9040 00000100:00080000:2.0:1761232516.639342:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232516.639349:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232516.639369:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232516.639388:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748691712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232516.639389:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232516/real 1761232516] req@ffff9437fa0df800 x1846776748691328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232516.639409:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232516.639415:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232516.639419:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232516.639421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748691328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232516.639426:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9040 00000100:00080000:2.0:1761232516.639434:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232516.639441:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232516.639442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232516.639449:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761232516.639450:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232516.639457:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748691328:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232516.639467:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748691840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232516.639484:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232516.639490:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232516.639493:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232516.639494:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748691456:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232516.639500:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9040 00000100:00080000:2.0:1761232516.639505:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232516.639512:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232516.639520:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232516.639534:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232516.639538:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748691968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232516.639556:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232516/real 1761232516] req@ffff9437fa0df100 x1846776748691456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232516.639556:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232516.639564:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232516.639567:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232516.639574:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9040 00000100:00100000:0.0:1761232516.639581:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748691456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232516.639581:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232516.639588:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232516.639596:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232516.639600:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232516.639608:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232516.639613:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748692096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232516.639615:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748691456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232516.639628:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748691584:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232516.639632:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232516.639638:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232516.639641:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232516.639648:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9040 00000100:00080000:2.0:1761232516.639672:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232516.639677:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232516.639679:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232516.639687:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232516.639696:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232516/real 1761232516] req@ffff9437fa0dc000 x1846776748691584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232516.639704:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748692224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232516.639719:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748691584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232516.639734:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232516.639740:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232516.639780:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748691584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232516.639794:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748691712:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232516.639835:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232516.639855:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232516/real 1761232516] req@ffff9437fa0dca80 x1846776748691712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232516.639876:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748691712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232516.639892:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232516.639898:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232516.639903:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748691712:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232516.639914:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748691840:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232516.639949:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232516.639969:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232516/real 1761232516] req@ffff9437fa0de300 x1846776748691840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232516.639992:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748691840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232516.640008:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232516.640014:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232516.640020:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748691840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232516.640051:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748691968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232516.640087:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232516.640107:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232516/real 1761232516] req@ffff9437fa0ded80 x1846776748691968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232516.640128:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748691968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232516.640142:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232516.640149:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232516.640155:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748691968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232516.640166:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748692096:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232516.640234:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232516.640256:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232516/real 1761232516] req@ffff9437fa0df480 x1846776748692096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232516.640278:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748692096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232516.640302:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232516.640307:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232516.640314:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748692096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232516.640326:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748692224:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232516.640362:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232516.640381:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232516/real 1761232516] req@ffff9437fa0df800 x1846776748692224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232516.640403:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748692224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232516.640417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232516.640424:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232516.640430:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748692224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232517.150937:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232517.151010:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232517.151022:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232517.470892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232517.471057:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232518.174881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232518.174975:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232518.494915:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232518.495096:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232519.198876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232519.199004:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232519.518858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232520.222926:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232520.222991:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232520.542817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232520.542857:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232521.246848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232521.566874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232521.758957:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232521.758971:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232521.758978:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232521.758994:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9045 00000100:00080000:0.0:1761232521.759009:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232521.759019:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232521.759068:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748692352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232521.759110:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232521.759115:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232521.759117:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232521.759123:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9045 00000100:00080000:0.0:1761232521.759153:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232521.759160:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232521.759173:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232521.759193:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748692352:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232521.759196:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748692480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232521.759222:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232521.759227:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232521.759230:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232521.759236:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9045 00000100:00080000:0.0:1761232521.759241:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232521.759246:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232521.759253:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232521.759270:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748692608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232521.759284:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232521.759288:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232521.759292:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232521.759296:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232521.759305:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9045 00000100:00080000:0.0:1761232521.759318:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232521.759325:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232521.759333:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232521.759349:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748692736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232521.759362:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232521.759368:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232521/real 1761232521] req@ffff9437f87fb480 x1846776748692352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232521.759369:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232521.759376:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232521.759392:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9045 00000100:00080000:0.0:1761232521.759403:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232521.759411:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232521.759418:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232521.759421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748692352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232521.759438:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748692864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232521.759440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232521.759458:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232521.759469:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232521.759474:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748692352:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232521.759479:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232521.759487:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232521.759495:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9045 00000100:00080000:0.0:1761232521.759502:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232521.759506:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232521.759512:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232521.759519:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748692480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232521.759532:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748692992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232521.759551:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232521.759556:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232521.759561:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232521.759563:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232521.759572:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9045 00000100:00080000:0.0:1761232521.759583:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232521.759589:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232521.759597:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232521/real 1761232521] req@ffff9437f87f9500 x1846776748692480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232521.759599:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232521.759628:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748693120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232521.759654:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232521.759664:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232521.759667:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232521.759672:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9045 00000100:00100000:2.0:1761232521.759680:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748692480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232521.759682:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232521.759695:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232521.759708:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232521.759713:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232521.759725:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232521.759759:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748693248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232521.759775:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748692480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232521.759799:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748692608:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232521.759833:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232521.759848:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232521/real 1761232521] req@ffff9437f87fa680 x1846776748692608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232521.759864:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748692608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232521.759875:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232521.759879:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232521.759883:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748692608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232521.759891:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748692736:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232521.759911:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232521.759921:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232521/real 1761232521] req@ffff9437f87fb100 x1846776748692736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232521.759936:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748692736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232521.759954:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232521.759958:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232521.759962:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748692736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232521.759969:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748692864:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232521.759987:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232521.759998:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232521/real 1761232521] req@ffff9437f87fad80 x1846776748692864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232521.760011:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748692864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232521.760022:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232521.760026:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232521.760029:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748692864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232521.760052:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748692992:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232521.760072:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232521.760083:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232521/real 1761232521] req@ffff9437f87f9c00 x1846776748692992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232521.760097:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748692992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232521.760107:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232521.760110:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232521.760115:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748692992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232521.760122:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748693120:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232521.760172:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232521.760184:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232521/real 1761232521] req@ffff9437f87fbb80 x1846776748693120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232521.760199:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748693120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232521.760209:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232521.760213:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232521.760217:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748693120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232521.760224:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748693248:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232521.760242:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232521.760252:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232521/real 1761232521] req@ffff9437f87fa300 x1846776748693248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232521.760266:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748693248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232521.760276:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232521.760280:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232521.760283:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748693248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232522.270908:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232522.590930:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232522.591010:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232523.294891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232523.294972:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232523.614817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232523.615032:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232524.318911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232524.319006:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232524.638880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232525.342915:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232525.343005:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232525.343042:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232525.663001:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232525.663183:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232526.366836:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232526.366927:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232526.366988:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232526.686901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232526.878966:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232526.878980:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232526.878988:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232526.879005:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9050 00000100:00080000:0.0:1761232526.879021:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232526.879032:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232526.879109:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748693376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232526.879145:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232526.879151:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232526.879153:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232526.879158:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9050 00000100:00080000:0.0:1761232526.879163:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232526.879169:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232526.879182:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232526.879200:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748693504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232526.879212:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748693376:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232526.879220:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232526.879228:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232526.879231:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232526.879238:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9050 00000100:00080000:0.0:1761232526.879246:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232526.879250:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232526.879257:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232526.879276:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748693632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232526.879297:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232526.879302:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232526.879304:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232526.879315:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232526.879320:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9050 00000100:00080000:0.0:1761232526.879329:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232526.879336:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232526.879343:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232526.879361:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748693760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232526.879376:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232526.879384:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232526/real 1761232526] req@ffff9437f87f9180 x1846776748693376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232526.879386:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232526.879392:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232526.879407:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9050 00000100:00080000:0.0:1761232526.879419:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232526.879425:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232526.879431:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748693376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232526.879436:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232526.879459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761232526.879463:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748693888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232526.879470:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232526.879485:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748693376:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232526.879502:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232526.879508:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232526.879511:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232526.879517:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9050 00000100:00080000:0.0:1761232526.879525:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232526.879535:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748693504:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232526.879536:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232526.879551:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232526.879571:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748694016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232526.879586:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232526.879588:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232526.879596:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232526.879601:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232526.879609:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9050 00000100:00080000:0.0:1761232526.879615:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232526.879618:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232526/real 1761232526] req@ffff9437f87fb800 x1846776748693504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232526.879625:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232526.879638:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232526.879652:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748693504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232526.879661:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748694144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232526.879682:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232526.879690:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232526.879697:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232526.879702:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232526.879709:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748693504:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232526.879711:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232526.879760:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9050 00000100:00080000:0.0:1761232526.879766:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232526.879772:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232526.879779:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232526.879794:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748694272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232526.879806:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748693632:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232526.879860:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232526.879884:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232526/real 1761232526] req@ffff9437f87f8a80 x1846776748693632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232526.879901:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748693632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232526.879912:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232526.879917:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232526.879921:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748693632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232526.879929:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748693760:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232526.879949:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232526.879961:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232526/real 1761232526] req@ffff9437f87faa00 x1846776748693760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232526.879976:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748693760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232526.879985:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232526.879989:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232526.879992:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748693760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232526.879999:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748693888:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232526.880018:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232526.880029:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232526/real 1761232526] req@ffff9437f87f8000 x1846776748693888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232526.880043:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748693888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232526.880053:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232526.880057:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232526.880061:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748693888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232526.880110:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748694016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232526.880134:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232526.880147:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232526/real 1761232526] req@ffff9437f87f8700 x1846776748694016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232526.880161:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748694016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232526.880171:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232526.880175:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232526.880179:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748694016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232526.880186:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748694144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232526.880204:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232526.880215:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232526/real 1761232526] req@ffff9437f87f8e00 x1846776748694144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232526.880229:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748694144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232526.880238:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232526.880242:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232526.880246:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748694144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232526.880253:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748694272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232526.880271:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232526.880282:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232526/real 1761232526] req@ffff9437f87f9f80 x1846776748694272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232526.880295:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748694272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232526.880306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232526.880310:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232526.880313:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748694272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232527.390970:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232527.391097:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232527.710859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232527.711037:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232528.414914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232528.414975:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232528.734895:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232528.735154:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232529.438852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232529.438863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232529.758901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232530.462885:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232530.462904:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232530.782844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232530.782905:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232531.486903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232531.486961:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232531.486965:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232531.807005:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232531.999253:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748694400:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232531.999358:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232531.999425:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232531/real 1761232531] req@ffff9437f86d5c00 x1846776748694400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232531.999477:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748694400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232531.999500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232531.999518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232531.999531:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748694400:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232531.999577:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748694528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232531.999623:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232531.999657:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232531/real 1761232531] req@ffff9437f86d4000 x1846776748694528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232531.999693:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748694528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232531.999805:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232531.999816:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232531.999826:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748694528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232531.999845:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748694656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232531.999898:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232531.999920:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232531/real 1761232531] req@ffff9437f86d4380 x1846776748694656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232531.999936:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748694656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232531.999947:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232531.999951:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232531.999955:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748694656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232531.999962:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748694784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232531.999981:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232531.999993:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232531/real 1761232531] req@ffff9437f86d7b80 x1846776748694784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232532.000036:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748694784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232532.000048:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232532.000052:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232532.000056:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748694784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232532.000064:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748694912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232532.000087:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232532.000100:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232531/real 1761232532] req@ffff9437f86d7480 x1846776748694912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232532.000115:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748694912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232532.000125:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232532.000129:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232532.000133:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748694912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232532.000155:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748695040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232532.000175:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232532.000186:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232531/real 1761232532] req@ffff9437f86d5c00 x1846776748695040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232532.000200:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748695040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232532.000211:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232532.000215:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232532.000219:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748695040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232532.000225:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748695168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232532.000243:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232532.000253:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232531/real 1761232532] req@ffff9437f86d6d80 x1846776748695168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232532.000267:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748695168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232532.000276:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232532.000280:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232532.000284:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748695168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232532.000290:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748695296:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232532.000308:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232532.000319:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232531/real 1761232532] req@ffff9437f86d6680 x1846776748695296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232532.000333:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748695296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232532.000343:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232532.000346:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232532.000351:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748695296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232532.510929:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232532.510944:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232532.510958:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232532.830867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232532.830983:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232533.534832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232533.534835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232533.534837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232533.854893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232533.855080:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232534.558965:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232534.559005:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232534.878873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232535.582900:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232535.582905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232535.582949:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232535.902903:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232535.903027:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232536.606995:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232536.607019:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232536.926813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232537.118993:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748695424:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232537.119065:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232537.119107:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232537/real 1761232537] req@ffff9437f86d5f80 x1846776748695424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232537.119136:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748695424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232537.119154:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232537.119162:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232537.119169:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748695424:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232537.119196:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748695552:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232537.119219:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232537.119234:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232537/real 1761232537] req@ffff9437f86d5180 x1846776748695552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232537.119252:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748695552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232537.119270:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232537.119278:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232537.119286:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748695552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232537.119293:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748695680:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232537.119308:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232537.119315:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232537/real 1761232537] req@ffff9437f86d6a00 x1846776748695680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232537.119322:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748695680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232537.119328:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232537.119329:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232537.119331:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748695680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232537.119335:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748695808:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232537.119345:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232537.119351:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232537/real 1761232537] req@ffff9437f86d7100 x1846776748695808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232537.119358:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748695808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232537.119363:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232537.119365:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232537.119367:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748695808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232537.119370:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748695936:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232537.119380:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232537.119386:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232537/real 1761232537] req@ffff9437f86d4700 x1846776748695936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232537.119393:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748695936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232537.119398:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232537.119400:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232537.119402:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748695936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232537.119406:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748696064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232537.119415:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232537.119421:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232537/real 1761232537] req@ffff9437f86d5880 x1846776748696064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232537.119427:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748696064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232537.119433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232537.119435:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232537.119436:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748696064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232537.119450:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748696192:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232537.119459:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232537.119465:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232537/real 1761232537] req@ffff9437f86d5f80 x1846776748696192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232537.119472:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748696192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232537.119477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232537.119479:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232537.119481:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748696192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232537.119484:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748696320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232537.119493:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232537.119499:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232537/real 1761232537] req@ffff9437f86d6680 x1846776748696320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232537.119505:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748696320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232537.119510:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232537.119512:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232537.119514:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748696320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232537.630792:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232537.630816:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232537.630835:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232537.950913:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232537.951034:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232538.654899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232538.654965:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232538.974877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232538.975019:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232539.678966:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232539.678983:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232539.998876:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232540.702848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232540.702947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232541.022858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232541.023026:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232541.726945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232541.726990:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232542.046877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232542.238994:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232542.239008:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232542.239013:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232542.239028:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9065 00000100:00080000:0.0:1761232542.239047:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232542.239058:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232542.239107:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748696448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232542.239149:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232542.239155:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232542.239158:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232542.239163:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9065 00000100:00080000:0.0:1761232542.239168:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232542.239174:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232542.239187:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232542.239204:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748696576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232542.239223:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748696448:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232542.239224:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232542.239239:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232542.239247:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232542.239253:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9065 00000100:00080000:0.0:1761232542.239257:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232542.239262:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232542.239269:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232542.239287:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748696704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232542.239299:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232542.239303:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232542.239306:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232542.239311:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9065 00000100:00080000:0.0:1761232542.239320:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232542.239325:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232542.239332:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232542.239354:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748696832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232542.239357:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232542.239376:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232542.239381:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232542.239384:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232542.239390:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9065 00000100:00080000:0.0:1761232542.239399:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232542.239403:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232542.239410:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232542.239423:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748696960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232542.239435:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232542.239443:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232542/real 1761232542] req@ffff9437f87f8380 x1846776748696448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232542.239444:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232542.239451:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232542.239468:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9065 00000100:00080000:0.0:1761232542.239480:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232542.239488:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232542.239494:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232542.239499:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748696448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232542.239516:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748697088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232542.239522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232542.239545:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232542.239549:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232542.239552:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232542.239557:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232542.239559:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9065 00000100:00080000:0.0:1761232542.239570:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232542.239574:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748696448:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232542.239581:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232542.239591:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232542.239604:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748697216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232542.239619:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232542.239626:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748696576:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232542.239628:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232542.239635:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232542.239645:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9065 00000100:00080000:0.0:1761232542.239653:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232542.239657:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232542.239664:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232542.239687:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232542.239688:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748697344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232542.239716:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232542/real 1761232542] req@ffff9437f87f9880 x1846776748696576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232542.239777:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748696576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232542.239790:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232542.239795:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232542.239799:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748696576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232542.239808:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748696704:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232542.239836:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232542.239849:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232542/real 1761232542] req@ffff9437f87f9f80 x1846776748696704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232542.239864:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748696704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232542.239874:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232542.239878:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232542.239882:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748696704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232542.239890:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748696832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232542.239950:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232542.239964:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232542/real 1761232542] req@ffff9437f87f8e00 x1846776748696832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232542.239979:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748696832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232542.239989:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232542.239993:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232542.239997:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748696832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232542.240004:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748696960:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232542.240023:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232542.240034:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232542/real 1761232542] req@ffff9437f87f8700 x1846776748696960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232542.240047:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748696960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232542.240057:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232542.240061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232542.240064:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748696960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232542.240071:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748697088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232542.240089:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232542.240101:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232542/real 1761232542] req@ffff9437f87f8000 x1846776748697088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232542.240115:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748697088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232542.240125:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232542.240128:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232542.240132:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748697088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232542.240155:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748697216:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232542.240174:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232542.240186:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232542/real 1761232542] req@ffff9437f87faa00 x1846776748697216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232542.240201:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748697216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232542.240210:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232542.240214:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232542.240217:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748697216:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232542.240224:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748697344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232542.240241:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232542.240252:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232542/real 1761232542] req@ffff9437f87f8a80 x1846776748697344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232542.240266:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748697344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232542.240285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232542.240288:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232542.240292:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748697344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232542.750959:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232542.751004:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232543.070954:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232543.071075:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232543.775038:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232543.775089:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232544.094862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232544.095114:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232544.798933:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232544.799038:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232545.118898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232545.822953:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232545.822986:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232545.823032:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232546.142901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232546.143123:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232546.846834:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232546.846834:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232547.166915:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232547.358934:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232547.358948:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232547.358956:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232547.358970:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9071 00000100:00080000:0.0:1761232547.358986:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232547.358998:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232547.359048:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748697472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232547.359097:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232547.359102:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232547.359104:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232547.359110:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9071 00000100:00080000:0.0:1761232547.359114:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232547.359119:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232547.359129:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232547.359145:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748697600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232547.359159:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232547.359164:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232547.359166:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232547.359171:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9071 00000100:00080000:0.0:1761232547.359175:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232547.359185:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748697472:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232547.359186:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232547.359194:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232547.359213:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748697728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232547.359236:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232547.359240:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232547.359243:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232547.359248:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9071 00000100:00080000:0.0:1761232547.359253:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232547.359258:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232547.359263:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232547.359277:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748697856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232547.359288:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232547.359292:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232547.359295:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232547.359306:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232547.359309:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9071 00000100:00080000:0.0:1761232547.359317:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232547.359323:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232547.359329:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232547.359344:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748697984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232547.359356:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232547.359360:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232547.359363:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232547.359371:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9071 00000100:00100000:2.0:1761232547.359372:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232547/real 1761232547] req@ffff9437f87fb800 x1846776748697472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232547.359378:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232547.359391:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232547.359406:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232547.359420:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748697472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232547.359426:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748698112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232547.359471:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232547.359472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232547.359485:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232547.359489:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232547.359491:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232547.359502:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748697472:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232547.359505:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9071 00000100:00080000:0.0:1761232547.359517:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232547.359524:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232547.359530:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748697600:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761232547.359535:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232547.359553:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748698240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232547.359565:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232547.359570:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232547.359573:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232547.359582:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9071 00000800:00000100:2.0:1761232547.359582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232547.359599:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232547.359605:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232547.359612:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232547.359618:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232547/real 1761232547] req@ffff9437f87f9180 x1846776748697600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232547.359631:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748698368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232547.359649:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748697600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232547.359694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232547.359701:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232547.359707:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748697600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232547.359774:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748697728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232547.359812:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232547.359857:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232547/real 1761232547] req@ffff9437f87fa300 x1846776748697728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232547.359885:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748697728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232547.359906:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232547.359913:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232547.359920:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748697728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232547.359933:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748697856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232547.359975:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232547.359995:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232547/real 1761232547] req@ffff9437f87fbb80 x1846776748697856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232547.360012:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748697856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232547.360022:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232547.360027:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232547.360031:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748697856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232547.360039:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748697984:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232547.360063:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232547.360075:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232547/real 1761232547] req@ffff9437f87f9c00 x1846776748697984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232547.360094:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748697984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232547.360104:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232547.360108:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232547.360112:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748697984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232547.360118:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748698112:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232547.360136:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232547.360146:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232547/real 1761232547] req@ffff9437f87fad80 x1846776748698112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232547.360160:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748698112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232547.360170:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232547.360173:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232547.360177:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748698112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232547.360183:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748698240:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232547.360201:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232547.360211:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232547/real 1761232547] req@ffff9437f87fb100 x1846776748698240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232547.360234:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748698240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232547.360243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232547.360246:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232547.360250:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748698240:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232547.360256:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748698368:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232547.360273:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232547.360283:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232547/real 1761232547] req@ffff9437f87fa680 x1846776748698368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232547.360296:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748698368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232547.360306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232547.360310:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232547.360313:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748698368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232547.870976:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232547.871015:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232548.190892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232548.191041:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232548.894973:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232548.894973:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232548.895079:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232549.214893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232549.214966:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232549.918954:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232549.919007:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232549.919014:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232550.238877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232550.942946:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232550.942962:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232551.262862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232551.263019:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232551.967011:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232551.967015:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232552.286906:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232552.479264:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748698496:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232552.479421:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232552.479509:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232552/real 1761232552] req@ffff9437f86d6d80 x1846776748698496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232552.479634:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748698496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232552.479701:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232552.479719:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232552.479770:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748698496:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232552.479839:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748698624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232552.479905:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232552.479955:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232552/real 1761232552] req@ffff9437f86d5c00 x1846776748698624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232552.480002:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748698624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232552.480034:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232552.480045:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232552.480054:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748698624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232552.480065:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748698752:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232552.480092:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232552.480106:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232552/real 1761232552] req@ffff9437f86d7480 x1846776748698752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232552.480121:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748698752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232552.480141:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232552.480145:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232552.480149:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748698752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232552.480157:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748698880:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232552.480179:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232552.480190:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232552/real 1761232552] req@ffff9437f86d7b80 x1846776748698880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232552.480205:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748698880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232552.480215:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232552.480219:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232552.480223:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748698880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232552.480230:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748699008:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232552.480251:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232552.480262:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232552/real 1761232552] req@ffff9437f86d4380 x1846776748699008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232552.480277:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748699008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232552.480287:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232552.480290:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232552.480295:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748699008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232552.480304:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748699136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232552.480324:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232552.480335:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232552/real 1761232552] req@ffff9437f86d4000 x1846776748699136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232552.480348:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748699136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232552.480359:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232552.480363:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232552.480367:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748699136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232552.480394:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748699264:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232552.480414:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232552.480426:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232552/real 1761232552] req@ffff9437f86d6680 x1846776748699264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232552.480439:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748699264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232552.480450:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232552.480453:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232552.480457:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748699264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232552.480464:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748699392:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232552.480482:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232552.480495:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232552/real 1761232552] req@ffff9437f86d5f80 x1846776748699392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232552.480509:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748699392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232552.480520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232552.480523:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232552.480527:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748699392:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232552.990930:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232552.990971:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232553.310898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232553.311100:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232554.014950:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232554.014994:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232554.334913:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232554.335050:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232555.038902:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232555.039001:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232555.039012:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232555.358902:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232556.062876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232556.062883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232556.062919:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232556.382833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232556.382918:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232557.086838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232557.086852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232557.406884:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:2.0:1761232557.598907:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232557.598924:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232557.598932:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232557.598949:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9081 00000100:00080000:2.0:1761232557.598968:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232557.598981:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232557.599038:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748699520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232557.599081:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232557.599087:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232557.599090:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232557.599095:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9081 00000100:00080000:2.0:1761232557.599102:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232557.599110:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232557.599123:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232557.599148:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748699520:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232557.599149:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748699648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232557.599177:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232557.599181:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232557.599184:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232557.599190:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9081 00000100:00080000:2.0:1761232557.599196:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232557.599200:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232557.599207:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232557.599223:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748699776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232557.599237:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232557.599241:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232557.599244:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232557.599253:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232557.599261:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9081 00000100:00080000:2.0:1761232557.599271:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232557.599277:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232557.599285:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232557.599301:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748699904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232557.599314:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232557.599320:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232557/real 1761232557] req@ffff9437fa0dd500 x1846776748699520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232557.599322:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232557.599330:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232557.599347:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9081 00000100:00080000:2.0:1761232557.599359:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232557.599365:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232557.599371:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748699520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761232557.599376:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232557.599400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761232557.599403:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748700032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232557.599413:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232557.599429:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748699520:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232557.599439:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232557.599446:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232557.599449:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232557.599457:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9081 00000100:00080000:2.0:1761232557.599461:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232557.599466:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232557.599473:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748699648:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761232557.599474:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232557.599498:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748700160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232557.599514:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761232557.599524:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232557.599526:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232557.599534:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232557.599541:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9081 00000100:00080000:2.0:1761232557.599549:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232557.599557:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232557/real 1761232557] req@ffff9437fa0dea00 x1846776748699648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232557.599561:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232557.599578:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232557.599604:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748700288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232557.599611:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748699648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232557.599647:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232557.599653:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232557.599655:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232557.599665:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232557.599669:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232557.599677:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9081 00000100:00100000:0.0:1761232557.599683:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748699648:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232557.599686:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232557.599699:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232557.599703:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748699776:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761232557.599708:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232557.599791:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748700416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232557.599818:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232557.599843:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232557/real 1761232557] req@ffff9437fa0ddc00 x1846776748699776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232557.599861:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748699776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232557.599874:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232557.599880:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232557.599884:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748699776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232557.599892:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748699904:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232557.599913:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232557.599924:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232557/real 1761232557] req@ffff9437fa0dc380 x1846776748699904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232557.599939:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748699904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232557.599957:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232557.599961:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232557.599965:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748699904:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232557.599971:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748700032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232557.599989:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232557.600000:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232557/real 1761232557] req@ffff9437fa0dc700 x1846776748700032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232557.600013:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748700032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232557.600023:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232557.600027:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232557.600031:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748700032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232557.600053:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748700160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232557.600073:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232557.600084:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232557/real 1761232557] req@ffff9437fa0dd180 x1846776748700160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232557.600097:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748700160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232557.600107:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232557.600111:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232557.600115:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748700160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232557.600122:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748700288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232557.600140:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232557.600150:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232557/real 1761232557] req@ffff9437fa0dfb80 x1846776748700288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232557.600164:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748700288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232557.600173:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232557.600177:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232557.600180:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748700288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232557.600187:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748700416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232557.600203:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232557.600213:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232557/real 1761232557] req@ffff9437fa0dd500 x1846776748700416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232557.600226:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748700416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232557.600236:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232557.600239:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232557.600242:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748700416:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232558.110879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232558.110943:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232558.430865:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232558.431037:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232559.134866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232559.134870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232559.454913:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232559.455070:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232560.158931:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232560.478864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232561.182882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232561.182976:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232561.502888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232561.503095:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232562.206833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232562.206838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232562.526884:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:2.0:1761232562.526940:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232562.719024:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748700544:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232562.719086:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232562.719125:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232562/real 1761232562] req@ffff9437f86d5880 x1846776748700544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232562.719143:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748700544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232562.719165:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232562.719172:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232562.719181:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748700544:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232562.719206:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748700672:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232562.719236:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232562.719250:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232562/real 1761232562] req@ffff9437f86d4700 x1846776748700672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232562.719269:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748700672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232562.719279:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232562.719285:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232562.719293:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748700672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232562.719303:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748700800:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232562.719318:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232562.719326:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232562/real 1761232562] req@ffff9437f86d7100 x1846776748700800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232562.719334:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748700800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232562.719339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232562.719341:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232562.719343:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748700800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232562.719347:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748700928:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232562.719357:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232562.719363:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232562/real 1761232562] req@ffff9437f86d6a00 x1846776748700928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232562.719370:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748700928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232562.719375:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232562.719377:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232562.719379:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748700928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232562.719382:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748701056:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232562.719392:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232562.719397:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232562/real 1761232562] req@ffff9437f86d5180 x1846776748701056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232562.719404:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748701056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232562.719410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232562.719412:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232562.719414:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748701056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232562.719417:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748701184:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232562.719426:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232562.719432:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232562/real 1761232562] req@ffff9437f86d5f80 x1846776748701184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232562.719439:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748701184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232562.719444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232562.719446:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232562.719448:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748701184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232562.719460:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748701312:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232562.719470:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232562.719476:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232562/real 1761232562] req@ffff9437f86d6680 x1846776748701312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232562.719483:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748701312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232562.719488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232562.719490:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232562.719535:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748701312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232562.719540:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748701440:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232562.719552:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232562.719559:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232562/real 1761232562] req@ffff9437f86d4000 x1846776748701440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232562.719567:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748701440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232562.719572:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232562.719575:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232562.719577:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748701440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232563.230938:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232563.230952:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232563.550883:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232563.551087:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232564.254880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232564.254906:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232564.254997:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232564.575082:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232565.278889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232565.279009:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232565.598967:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232566.302943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232566.302948:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232566.622969:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232567.326925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232567.326994:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232567.646901:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232567.838877:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232567.838887:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232567.838893:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232567.838907:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9091 00000100:00080000:2.0:1761232567.838920:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232567.838928:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232567.838973:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748701568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232567.839002:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232567.839006:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232567.839007:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232567.839010:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9091 00000100:00080000:2.0:1761232567.839013:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232567.839016:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232567.839026:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232567.839040:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748701696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232567.839052:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748701568:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232567.839053:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232567.839070:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232567.839072:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232567.839078:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9091 00000100:00080000:2.0:1761232567.839080:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232567.839082:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232567.839086:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232567.839097:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748701824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232567.839104:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232567.839106:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232567.839108:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232567.839115:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9091 00000100:00080000:2.0:1761232567.839126:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232567.839130:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232567.839135:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232567.839143:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232567.839153:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748701952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232567.839163:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232567.839166:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232567.839167:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232567.839170:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9091 00000100:00080000:2.0:1761232567.839174:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232567.839178:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232567.839183:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232567.839189:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232567/real 1761232567] req@ffff9437fa0df800 x1846776748701568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232567.839193:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748702080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232567.839255:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232567.839258:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232567.839260:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232567.839265:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748701568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232567.839270:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9091 00000100:00080000:2.0:1761232567.839279:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232567.839291:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232567.839302:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232567.839320:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761232567.839327:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748702208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232567.839331:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232567.839350:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748701568:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232567.839353:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232567.839356:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232567.839358:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232567.839362:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9091 00000100:00080000:2.0:1761232567.839368:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232567.839371:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232567.839375:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232567.839380:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748701696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232567.839388:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748702336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232567.839399:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232567.839403:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232567.839405:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232567.839409:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232567.839415:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9091 00000100:00080000:2.0:1761232567.839421:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232567.839427:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232567.839428:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232567/real 1761232567] req@ffff9437fa0df480 x1846776748701696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761232567.839432:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232567.839456:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748702464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232567.839458:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748701696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232567.839510:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232567.839514:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232567.839517:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748701696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232567.839525:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748701824:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232567.839540:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232567.839547:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232567/real 1761232567] req@ffff9437fa0ded80 x1846776748701824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232567.839554:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748701824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232567.839560:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232567.839562:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232567.839564:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748701824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232567.839568:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748701952:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232567.839579:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232567.839585:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232567/real 1761232567] req@ffff9437fa0de300 x1846776748701952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232567.839592:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748701952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232567.839597:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232567.839599:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232567.839615:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748701952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232567.839619:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748702080:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232567.839632:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232567.839638:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232567/real 1761232567] req@ffff9437fa0dca80 x1846776748702080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232567.839646:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748702080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232567.839651:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232567.839653:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232567.839655:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748702080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232567.839659:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748702208:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232567.839669:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232567.839675:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232567/real 1761232567] req@ffff9437fa0dc000 x1846776748702208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232567.839683:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748702208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232567.839688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232567.839690:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232567.839691:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748702208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232567.839706:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748702336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232567.839717:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232567.839722:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232567/real 1761232567] req@ffff9437fa0df100 x1846776748702336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232567.839752:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748702336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232567.839757:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232567.839759:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232567.839761:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748702336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232567.839766:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748702464:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232567.839778:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232567.839785:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232567/real 1761232567] req@ffff9437fa0df800 x1846776748702464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232567.839792:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748702464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232567.839802:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232567.839804:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232567.839806:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748702464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232568.350958:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232568.350972:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232568.671052:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232569.374929:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232569.374991:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232569.695009:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232570.398992:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232570.399029:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232570.399070:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232570.719062:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232571.423104:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232571.423484:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232571.743008:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232572.446935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232572.447001:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:2.0:1761232572.766937:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232572.959378:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748702592:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232572.959497:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232572.959608:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232572/real 1761232572] req@ffff9437f86d4380 x1846776748702592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232572.959661:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748702592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232572.959716:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232572.959777:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232572.959788:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748702592:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232572.959814:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748702720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232572.959879:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232572.959914:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232572/real 1761232572] req@ffff9437f86d7b80 x1846776748702720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232572.959986:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748702720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232572.960015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232572.960037:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232572.960063:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748702720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232572.960112:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748702848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232572.960138:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232572.960152:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232572/real 1761232572] req@ffff9437f86d7480 x1846776748702848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232572.960167:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748702848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232572.960177:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232572.960181:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232572.960185:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748702848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232572.960193:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748702976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232572.960212:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232572.960223:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232572/real 1761232572] req@ffff9437f86d5c00 x1846776748702976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232572.960237:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748702976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232572.960256:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232572.960261:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232572.960265:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748702976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232572.960272:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748703104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232572.960291:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232572.960301:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232572/real 1761232572] req@ffff9437f86d6d80 x1846776748703104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232572.960314:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748703104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232572.960325:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232572.960329:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232572.960332:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748703104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232572.960339:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748703232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232572.960357:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232572.960368:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232572/real 1761232572] req@ffff9437f86d4000 x1846776748703232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232572.960382:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748703232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232572.960391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232572.960395:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232572.960399:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748703232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232572.960407:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748703360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232572.960425:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232572.960435:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232572/real 1761232572] req@ffff9437f86d6680 x1846776748703360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232572.960449:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748703360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232572.960458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232572.960462:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232572.960465:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748703360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232572.960472:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748703488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232572.960489:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232572.960499:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232572/real 1761232572] req@ffff9437f86d5f80 x1846776748703488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232572.960512:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748703488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232572.960522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232572.960526:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232572.960530:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748703488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232573.471001:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232573.471313:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232573.471441:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232573.791010:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232574.495156:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232574.495246:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232574.495418:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232574.815079:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232575.519083:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232575.519138:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232575.839060:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232576.542914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232576.542946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232576.863085:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232577.566901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232577.566934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232577.567032:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232577.886920:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232578.079118:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748703616:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232578.079280:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748703744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232578.079341:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748703872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232578.079386:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748704000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232578.079445:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748704128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232578.079527:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748704256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232578.079606:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748704384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232578.079728:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748704512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232578.590854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232578.590863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232578.911067:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232579.614944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232579.934958:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232580.638947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232580.638948:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232580.959018:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232581.151589:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232578/real 1761232581] req@ffff9437f86d4000 x1846776748704512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232581.151635:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748704512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232581.151670:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232581.151679:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232581.151687:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748704512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232581.151702:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232578/real 1761232581] req@ffff9437f86d6680 x1846776748704384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232581.151726:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748704384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232581.151781:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232581.151789:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232581.151796:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748704384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232581.151809:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232578/real 1761232581] req@ffff9437f86d5f80 x1846776748704256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232581.151835:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748704256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232581.151849:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232581.151860:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232581.151867:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748704256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232581.151881:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232578/real 1761232581] req@ffff9437f86d5880 x1846776748704128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232581.151909:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748704128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232581.151927:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232581.151936:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232581.151943:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748704128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232581.151957:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232578/real 1761232581] req@ffff9437f86d6a00 x1846776748703744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232581.151986:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748703744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232581.152004:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232581.152011:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232581.152018:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748703744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232581.152031:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232578/real 1761232581] req@ffff9437f86d7100 x1846776748703872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232581.152054:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748703872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232581.152072:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232581.152078:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232581.152085:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748703872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232581.152096:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232578/real 1761232581] req@ffff9437f86d4700 x1846776748704000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232581.152131:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748704000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232581.152149:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232581.152155:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232581.152161:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748704000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232581.152173:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232578/real 1761232581] req@ffff9437f86d5180 x1846776748703616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232581.152195:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748703616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232581.152208:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232581.152214:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232581.152219:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748703616:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232581.662925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232581.662935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232581.663015:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232581.983106:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232582.686890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232582.686891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232582.686948:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232583.006873:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232583.199039:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748704640:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232583.199106:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232583.199147:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232583/real 1761232583] req@ffff9437f86d6d80 x1846776748704640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232583.199175:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748704640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232583.199200:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232583.199209:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232583.199217:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748704640:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232583.199246:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748704768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232583.199278:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232583.199295:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232583/real 1761232583] req@ffff9437f86d5c00 x1846776748704768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232583.199341:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748704768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232583.199361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232583.199369:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232583.199375:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748704768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232583.199387:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748704896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232583.199468:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232583.199490:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232583/real 1761232583] req@ffff9437f86d7480 x1846776748704896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232583.199532:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748704896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232583.199545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232583.199549:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232583.199553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748704896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232583.199560:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748705024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232583.199584:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232583.199598:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232583/real 1761232583] req@ffff9437f86d7b80 x1846776748705024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232583.199612:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748705024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232583.199633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232583.199643:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232583.199648:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748705024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232583.199654:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748705152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232583.199678:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232583.199691:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232583/real 1761232583] req@ffff9437f86d4380 x1846776748705152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232583.199703:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748705152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232583.199712:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232583.199715:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232583.199718:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748705152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232583.199769:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748705280:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232583.199794:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232583.199808:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232583/real 1761232583] req@ffff9437f86d6d80 x1846776748705280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232583.199819:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748705280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232583.199829:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232583.199832:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232583.199836:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748705280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232583.199843:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748705408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232583.199863:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232583.199874:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232583/real 1761232583] req@ffff9437f86d5180 x1846776748705408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232583.199886:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748705408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232583.199895:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232583.199899:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232583.199902:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748705408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232583.199908:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748705536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232583.199926:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232583.199936:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232583/real 1761232583] req@ffff9437f86d4700 x1846776748705536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232583.199947:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748705536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232583.199955:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232583.199959:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232583.199964:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748705536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232583.710893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232584.031041:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232584.734976:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232585.055093:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232585.758966:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232585.758970:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232585.758978:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232586.079053:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232586.782918:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232586.782922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232586.782982:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232587.103016:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232587.806824:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232587.806827:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232587.806843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:2.0:1761232588.126824:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232588.318827:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232588.318836:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232588.318841:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232588.318849:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9112 00000100:00080000:2.0:1761232588.318859:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232588.318864:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232588.318895:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748705664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232588.318918:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232588.318920:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232588.318922:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232588.318925:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9112 00000100:00080000:2.0:1761232588.318927:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232588.318930:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232588.318937:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232588.318948:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748705792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232588.318954:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748705664:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232588.318970:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232588.318972:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232588.318974:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232588.318978:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9112 00000100:00080000:2.0:1761232588.318980:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232588.318982:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232588.318986:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232588.318995:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748705920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232588.319001:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232588.319004:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232588.319005:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232588.319007:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9112 00000100:00080000:2.0:1761232588.319010:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232588.319012:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232588.319015:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232588.319018:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232588.319026:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748706048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232588.319034:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232588.319036:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232588.319037:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232588.319040:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9112 00000100:00080000:2.0:1761232588.319043:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232588.319046:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232588.319050:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232588.319054:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232588/real 1761232588] req@ffff9437fa0dd500 x1846776748705664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232588.319060:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748706176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232588.319073:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232588.319078:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748705664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232588.319078:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232588.319082:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232588.319089:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9112 00000100:00080000:2.0:1761232588.319096:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232588.319099:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232588.319100:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232588.319105:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232588.319106:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232588.319113:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748705664:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232588.319117:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748706304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232588.319124:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232588.319126:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232588.319127:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232588.319130:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9112 00000100:00080000:2.0:1761232588.319133:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232588.319136:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748705792:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232588.319137:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232588.319145:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232588.319154:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748706432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232588.319165:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232588.319170:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232588.319174:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232588.319175:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232588.319180:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9112 00000100:00100000:0.0:1761232588.319181:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232588/real 1761232588] req@ffff9437fa0dfb80 x1846776748705792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232588.319183:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232588.319190:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232588.319197:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232588.319202:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748705792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232588.319207:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748706560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232588.319216:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232588.319222:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232588.319226:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748705792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232588.319231:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748705920:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232588.319245:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232588.319251:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232588/real 1761232588] req@ffff9437fa0dd180 x1846776748705920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232588.319259:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748705920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232588.319265:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232588.319266:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232588.319268:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748705920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232588.319272:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748706048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232588.319282:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232588.319288:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232588/real 1761232588] req@ffff9437fa0dc700 x1846776748706048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232588.319295:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748706048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232588.319300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232588.319302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232588.319303:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748706048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232588.319307:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748706176:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232588.319317:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232588.319323:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232588/real 1761232588] req@ffff9437fa0dc380 x1846776748706176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232588.319330:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748706176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232588.319335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232588.319337:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232588.319339:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748706176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232588.319342:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748706304:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232588.319351:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232588.319356:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232588/real 1761232588] req@ffff9437fa0ddc00 x1846776748706304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232588.319362:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748706304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232588.319380:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232588.319383:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232588.319385:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748706304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232588.319399:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748706432:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232588.319411:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232588.319418:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232588/real 1761232588] req@ffff9437fa0dea00 x1846776748706432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232588.319430:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748706432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232588.319435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232588.319437:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232588.319438:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748706432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232588.319442:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748706560:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232588.319452:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232588.319457:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232588/real 1761232588] req@ffff9437fa0dd500 x1846776748706560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232588.319464:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748706560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232588.319470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232588.319471:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232588.319473:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748706560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232588.830917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232588.830921:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232588.830922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232589.151036:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232589.854941:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232589.854942:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232589.854962:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232590.175062:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232590.878889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232590.878940:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232591.198982:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232591.902885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232591.902963:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232591.903053:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232592.223007:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232592.926923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232592.926930:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232593.246918:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232593.438875:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232593.438888:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232593.438895:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232593.438909:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9117 00000100:00080000:2.0:1761232593.438927:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232593.438937:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232593.438985:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748706688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232593.439025:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232593.439030:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232593.439033:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232593.439039:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9117 00000100:00080000:2.0:1761232593.439045:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232593.439051:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232593.439065:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232593.439086:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748706688:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232593.439087:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748706816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232593.439114:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232593.439118:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232593.439120:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232593.439126:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9117 00000100:00080000:2.0:1761232593.439132:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232593.439136:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232593.439143:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232593.439158:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748706944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232593.439171:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232593.439175:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232593.439178:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232593.439186:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232593.439193:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9117 00000100:00080000:2.0:1761232593.439203:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232593.439208:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232593.439216:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232593.439235:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748707072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232593.439247:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232593.439250:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232593/real 1761232593] req@ffff9437fa0df800 x1846776748706688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232593.439252:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232593.439259:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232593.439274:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9117 00000100:00080000:2.0:1761232593.439284:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232593.439290:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232593.439298:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748706688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761232593.439301:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232593.439344:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761232593.439353:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748707200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232593.439355:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232593.439370:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748706688:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232593.439387:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232593.439392:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232593.439395:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232593.439402:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9117 00000100:00080000:2.0:1761232593.439406:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232593.439411:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232593.439418:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748706816:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761232593.439422:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232593.439445:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748707328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232593.439460:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761232593.439467:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232593.439471:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232593.439476:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232593.439485:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9117 00000100:00080000:2.0:1761232593.439492:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232593.439497:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232593/real 1761232593] req@ffff9437fa0df100 x1846776748706816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232593.439503:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232593.439515:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232593.439531:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748707456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232593.439554:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748706816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232593.439566:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232593.439576:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232593.439578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232593.439580:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232593.439591:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232593.439594:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9117 00000100:00100000:0.0:1761232593.439602:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748706816:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232593.439603:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232593.439615:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232593.439623:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748706944:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761232593.439625:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232593.439650:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748707584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232593.439665:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232593.439711:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232593/real 1761232593] req@ffff9437fa0dc000 x1846776748706944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232593.439801:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748706944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232593.439813:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232593.439817:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232593.439822:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748706944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232593.439831:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748707072:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232593.439862:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232593.439876:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232593/real 1761232593] req@ffff9437fa0dca80 x1846776748707072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232593.439891:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748707072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232593.439901:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232593.439905:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232593.439909:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748707072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232593.439916:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748707200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232593.439934:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232593.439945:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232593/real 1761232593] req@ffff9437fa0de300 x1846776748707200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232593.439959:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748707200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232593.439977:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232593.439981:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232593.439985:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748707200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232593.440006:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748707328:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232593.440026:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232593.440037:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232593/real 1761232593] req@ffff9437fa0ded80 x1846776748707328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232593.440050:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748707328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232593.440061:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232593.440065:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232593.440069:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748707328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232593.440075:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748707456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232593.440092:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232593.440103:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232593/real 1761232593] req@ffff9437fa0df480 x1846776748707456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232593.440116:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748707456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232593.440126:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232593.440129:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232593.440134:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748707456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232593.440140:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748707584:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232593.440157:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232593.440168:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232593/real 1761232593] req@ffff9437fa0df800 x1846776748707584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232593.440181:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748707584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232593.440191:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232593.440194:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232593.440198:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748707584:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232593.950871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232593.950937:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232594.271021:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232594.974903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232594.974943:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232595.295093:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232595.998832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232595.998855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232595.998878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232596.319083:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232597.022979:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232597.022992:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232597.343083:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232598.047016:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232598.047016:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232598.047041:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:2.0:1761232598.366873:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232598.558958:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232598.558977:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232598.558987:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232598.559006:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9122 00000100:00080000:2.0:1761232598.559032:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232598.559044:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232598.559103:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748707712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232598.559161:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232598.559170:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232598.559174:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232598.559184:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9122 00000100:00080000:2.0:1761232598.559196:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232598.559206:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232598.559223:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232598.559248:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748707712:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232598.559286:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748707840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232598.559332:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232598.559340:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232598.559345:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232598.559357:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9122 00000100:00080000:2.0:1761232598.559402:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232598.559414:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232598.559423:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761232598.559443:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232598.559489:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748707968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232598.559509:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232598/real 1761232598] req@ffff9437fa0dd500 x1846776748707712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232598.559550:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232598.559562:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1761232598.559565:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748707712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232598.559569:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232598.559606:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9122 00000100:00080000:0.0:1761232598.559610:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232598.559627:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232598.559627:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232598.559644:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748707712:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232598.559657:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232598.559674:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232598.559694:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748707840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232598.559709:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748708096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232598.559779:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232598.559806:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232598/real 1761232598] req@ffff9437fa0dea00 x1846776748707840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232598.559814:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232598.559828:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1761232598.559834:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748707840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232598.559838:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232598.559867:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232598.559867:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9122 00000100:00080000:0.0:1761232598.559883:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232598.559893:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748707840:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232598.559894:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232598.559911:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748707968:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232598.559919:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232598.559941:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232598.559952:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232598.559981:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232598/real 1761232598] req@ffff9437fa0ddc00 x1846776748707968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232598.559989:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748708224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232598.560021:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748707968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232598.560062:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232598.560067:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232598.560072:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232598.560081:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748707968:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232598.560093:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232598.560101:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232598.560115:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9122 00000100:00100000:0.0:1761232598.560116:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748708096:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761232598.560140:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232598.560156:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232598.560163:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761232598.560183:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232598.560190:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232598/real 1761232598] req@ffff9437fa0dc380 x1846776748708096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232598.560211:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748708096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232598.560227:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748708352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232598.560228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232598.560241:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232598.560280:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748708096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232598.560308:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748708224:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232598.560337:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232598.560347:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1761232598.560352:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232598.560357:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232598.560377:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232598/real 1761232598] req@ffff9437fa0dc700 x1846776748708224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232598.560379:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9122 00000100:00080000:2.0:1761232598.560408:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232598.560411:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748708224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232598.560429:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232598.560433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232598.560446:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761232598.560448:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232598.560455:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748708224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232598.560494:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748708352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232598.560503:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748708480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232598.560528:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232598.560540:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232598.560553:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232598/real 1761232598] req@ffff9437fa0dd180 x1846776748708352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232598.560556:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232598.560569:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232598.560580:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748708352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232598.560590:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9122 00000100:00080000:0.0:1761232598.560622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232598.560627:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232598.560631:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232598.560641:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748708352:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232598.560653:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232598.560668:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748708480:192.168.201.139@tcp:8:kworker.0 00000008:00100000:2.0:1761232598.560670:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232598.560706:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232598.560717:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748708608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232598.560726:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232598/real 1761232598] req@ffff9437fa0dfb80 x1846776748708480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232598.560779:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748708480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232598.560819:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232598.560825:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232598.560832:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748708480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232598.560853:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748708608:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232598.560883:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232598.560897:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232598/real 1761232598] req@ffff9437fa0dd180 x1846776748708608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232598.560912:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748708608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232598.560922:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232598.560926:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232598.560931:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748708608:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232599.070944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232599.070944:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232599.070975:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232599.391010:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232600.094855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232600.095010:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232600.414968:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232601.118933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232601.118980:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232601.439049:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232602.142827:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232602.463077:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232603.166873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232603.166946:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232603.486930:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232603.678929:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232603.678943:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232603.678950:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232603.678966:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9127 00000100:00080000:3.0:1761232603.678982:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232603.678992:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232603.679039:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748708736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232603.679079:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232603.679084:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232603.679086:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232603.679092:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9127 00000100:00080000:3.0:1761232603.679096:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232603.679102:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232603.679113:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232603.679129:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748708864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232603.679147:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232603.679149:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748708736:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232603.679152:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232603.679161:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232603.679170:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9127 00000100:00080000:3.0:1761232603.679174:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232603.679178:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232603.679185:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232603.679228:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748708992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232603.679242:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232603.679247:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232603.679249:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232603.679254:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9127 00000100:00080000:3.0:1761232603.679270:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232603.679276:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232603.679283:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232603.679286:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232603.679304:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748709120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232603.679318:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232603.679322:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232603.679325:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232603.679330:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9127 00000100:00080000:3.0:1761232603.679339:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232603.679345:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232603.679353:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232603/real 1761232603] req@ffff943800b9ad80 x1846776748708736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232603.679356:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232603.679380:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748709248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232603.679395:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748708736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232603.679399:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232603.679418:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232603.679425:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232603.679434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232603.679435:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9127 00000100:00080000:3.0:1761232603.679448:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232603.679452:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232603.679461:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232603.679469:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748708736:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761232603.679471:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232603.679497:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748709376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232603.679512:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232603.679519:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748708864:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232603.679521:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232603.679529:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232603.679537:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9127 00000100:00080000:3.0:1761232603.679543:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232603.679549:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232603.679557:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232603.679567:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232603.679578:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748709504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232603.679593:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232603/real 1761232603] req@ffff943800b98a80 x1846776748708864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232603.679630:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232603.679640:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748708864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232603.679641:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232603.679649:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232603.679665:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9127 00000100:00080000:0.0:1761232603.679675:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232603.679676:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232603.679688:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232603.679692:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761232603.679698:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232603.679701:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748708864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232603.679722:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748708992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232603.679723:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748709632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232603.679800:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232603.679818:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232603/real 1761232603] req@ffff943800b9b800 x1846776748708992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232603.679833:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748708992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232603.679845:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232603.679849:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232603.679853:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748708992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232603.679862:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748709120:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232603.679882:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232603.679893:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232603/real 1761232603] req@ffff943800b99500 x1846776748709120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232603.679907:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748709120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232603.679917:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232603.679920:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232603.679924:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748709120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232603.679931:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748709248:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232603.679949:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232603.679960:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232603/real 1761232603] req@ffff943800b98e00 x1846776748709248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232603.679975:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748709248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232603.679985:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232603.679988:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232603.679992:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748709248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232603.680015:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748709376:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232603.680034:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232603.680046:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232603/real 1761232603] req@ffff943800b9bb80 x1846776748709376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232603.680060:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748709376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232603.680070:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232603.680074:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232603.680077:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748709376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232603.680084:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748709504:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232603.680101:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232603.680112:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232603/real 1761232603] req@ffff943800b9aa00 x1846776748709504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232603.680126:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748709504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232603.680144:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232603.680148:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232603.680152:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748709504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232603.680158:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748709632:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232603.680175:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232603.680185:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232603/real 1761232603] req@ffff943800b9ad80 x1846776748709632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232603.680231:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748709632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232603.680242:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232603.680246:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232603.680250:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748709632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232604.190890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232604.190961:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232604.511015:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232605.215028:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232605.215031:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232605.534996:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232606.238965:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232606.239001:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232606.559061:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232607.262867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232607.262871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232607.583020:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232608.286908:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232608.286939:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232608.606942:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232608.798934:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232608.798953:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232608.798961:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232608.798982:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9132 00000100:00080000:3.0:1761232608.799002:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232608.799016:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232608.799081:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748709760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232608.799125:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232608.799130:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232608.799158:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232608.799168:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9132 00000100:00080000:3.0:1761232608.799175:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232608.799183:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232608.799199:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232608.799218:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748709888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232608.799227:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748709760:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232608.799264:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232608.799271:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232608.799274:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232608.799283:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9132 00000100:00080000:3.0:1761232608.799291:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232608.799297:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232608.799304:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232608.799324:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748710016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232608.799339:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232608.799345:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232608.799350:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232608.799357:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232608.799359:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9132 00000100:00080000:3.0:1761232608.799369:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232608.799376:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232608.799386:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232608.799407:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748710144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232608.799424:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232608.799429:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232608.799433:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232608.799437:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232608/real 1761232608] req@ffff943800b9b480 x1846776748709760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232608.799446:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9132 00000100:00080000:3.0:1761232608.799462:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232608.799483:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232608.799505:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232608.799538:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748710272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232608.799540:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748709760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232608.799622:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232608.799627:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232608.799629:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232608.799635:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232608.799637:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232608.799659:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9132 00000100:00100000:0.0:1761232608.799662:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748709760:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232608.799673:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232608.799683:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232608.799693:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232608.799712:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748710400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232608.799716:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748709888:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232608.799790:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232608.799795:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232608.799800:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232608.799817:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232608.799824:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9132 00000100:00080000:3.0:1761232608.799843:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232608.799853:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232608.799866:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232608/real 1761232608] req@ffff943800b99c00 x1846776748709888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232608.799869:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232608.799908:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748710528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232608.799910:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748709888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232608.800011:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232608.800014:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232608.800019:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232608.800026:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232608.800028:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232608.800045:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9132 00000100:00100000:0.0:1761232608.800048:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748709888:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232608.800056:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232608.800066:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232608.800067:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748710016:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761232608.800086:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232608.800117:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748710656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232608.800163:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232608.800195:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232608/real 1761232608] req@ffff943800b98000 x1846776748710016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232608.800212:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748710016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232608.800232:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232608.800237:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232608.800241:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748710016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232608.800250:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748710144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232608.800275:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232608.800287:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232608/real 1761232608] req@ffff943800b98700 x1846776748710144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232608.800301:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748710144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232608.800311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232608.800315:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232608.800318:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748710144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232608.800326:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748710272:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232608.800346:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232608.800357:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232608/real 1761232608] req@ffff943800b99f80 x1846776748710272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232608.800371:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748710272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232608.800381:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232608.800384:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232608.800389:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748710272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232608.800417:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748710400:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232608.800437:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232608.800449:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232608/real 1761232608] req@ffff943800b98380 x1846776748710400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232608.800463:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748710400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232608.800473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232608.800477:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232608.800480:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748710400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232608.800488:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748710528:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232608.800506:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232608.800517:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232608/real 1761232608] req@ffff943800b9a680 x1846776748710528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232608.800531:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748710528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232608.800540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232608.800544:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232608.800547:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748710528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232608.800554:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748710656:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232608.800571:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232608.800583:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232608/real 1761232608] req@ffff943800b9b480 x1846776748710656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232608.800597:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748710656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232608.800607:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232608.800610:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232608.800614:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748710656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232609.310923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232609.310998:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232609.631084:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232610.334946:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232610.334947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232610.655022:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232611.358822:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232611.358822:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232611.358925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232611.678949:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232612.382897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232612.382897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232612.382928:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232612.702922:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232613.407016:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232613.407129:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232613.726971:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232613.918833:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232613.918843:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232613.918847:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232613.918859:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9137 00000100:00080000:3.0:1761232613.918871:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232613.918883:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232613.918922:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748710784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232613.918953:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232613.918957:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232613.918959:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232613.918966:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9137 00000100:00080000:3.0:1761232613.918972:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232613.918973:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748710784:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232613.918982:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232613.918990:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232613.919003:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748710912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232613.919012:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232613.919015:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232613.919016:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232613.919037:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9137 00000100:00080000:3.0:1761232613.919051:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232613.919059:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232613.919059:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232613.919070:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232613.919096:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748711040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232613.919106:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232613.919125:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232613.919128:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232613.919131:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9137 00000100:00080000:3.0:1761232613.919135:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232613.919142:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232613/real 1761232613] req@ffff943800b9ad80 x1846776748710784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232613.919142:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232613.919149:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232613.919166:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748711168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232613.919170:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748710784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232613.919191:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232613.919195:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232613.919196:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232613.919200:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232613.919204:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232613.919209:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9137 00000100:00100000:0.0:1761232613.919213:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748710784:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232613.919215:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232613.919224:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232613.919228:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232613.919236:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748711296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232613.919245:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748710912:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232613.919245:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232613.919256:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232613.919258:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232613.919263:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9137 00000100:00080000:3.0:1761232613.919267:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232613.919271:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232613.919275:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232613.919281:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232613.919290:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748711424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232613.919298:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232613/real 1761232613] req@ffff943800b9aa00 x1846776748710912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232613.919300:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232613.919309:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232613.919313:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232613.919338:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9137 00000100:00080000:3.0:1761232613.919342:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232613.919346:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748710912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232613.919351:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232613.919360:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232613.919366:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232613.919376:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761232613.919377:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748711552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232613.919382:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748710912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232613.919402:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748711040:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232613.919404:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232613.919413:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232613.919415:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232613.919421:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9137 00000100:00080000:3.0:1761232613.919429:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232613.919435:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232613.919436:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232613.919445:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232613.919454:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232613/real 1761232613] req@ffff943800b9bb80 x1846776748711040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232613.919461:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748711680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232613.919481:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748711040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232613.919489:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232613.919494:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232613.919498:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748711040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232613.919505:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748711168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232613.919524:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232613.919532:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232613/real 1761232613] req@ffff943800b98e00 x1846776748711168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232613.919550:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748711168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232613.919557:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232613.919560:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232613.919563:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748711168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232613.919576:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748711296:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232613.919589:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232613.919597:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232613/real 1761232613] req@ffff943800b99500 x1846776748711296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232613.919606:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748711296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232613.919613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232613.919615:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232613.919617:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748711296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232613.919622:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748711424:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232613.919634:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232613.919642:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232613/real 1761232613] req@ffff943800b9b800 x1846776748711424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232613.919651:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748711424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232613.919657:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232613.919660:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232613.919663:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748711424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232613.919668:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748711552:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232613.919679:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232613.919686:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232613/real 1761232613] req@ffff943800b98a80 x1846776748711552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232613.919711:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748711552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232613.919717:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232613.919719:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232613.919721:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748711552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232613.919725:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748711680:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232613.919736:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232613.919743:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232613/real 1761232613] req@ffff943800b9ad80 x1846776748711680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232613.919750:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748711680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232613.919756:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232613.919758:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232613.919761:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748711680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232614.430927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232614.430971:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232614.751150:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232615.454991:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232615.454998:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232615.775049:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232616.478913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232616.478943:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232616.798973:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232617.502891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232617.502902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232617.823144:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232618.526873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232618.526873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232618.846934:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232619.039229:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748711808:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232619.039345:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232619.039415:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232619/real 1761232619] req@ffff9437f86d7100 x1846776748711808/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232619.039466:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748711808/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232619.039507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232619.039524:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232619.039541:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748711808:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232619.039588:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748711936:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232619.039657:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232619.039705:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232619/real 1761232619] req@ffff9437f86d6a00 x1846776748711936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232619.039829:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748711936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232619.039871:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232619.039881:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232619.039890:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748711936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232619.039913:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748712064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232619.039979:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232619.040003:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232619/real 1761232619] req@ffff9437f86d5880 x1846776748712064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232619.040054:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748712064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232619.040070:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232619.040077:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232619.040084:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748712064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232619.040097:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748712192:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232619.040136:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232619.040158:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232619/real 1761232619] req@ffff9437f86d5f80 x1846776748712192/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232619.040183:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748712192/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232619.040200:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232619.040207:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232619.040213:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748712192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232619.040225:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748712320:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232619.040264:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232619.040286:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232619/real 1761232619] req@ffff9437f86d6680 x1846776748712320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232619.040312:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748712320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232619.040329:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232619.040335:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232619.040342:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748712320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232619.040376:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748712448:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232619.040416:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232619.040438:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232619/real 1761232619] req@ffff9437f86d4000 x1846776748712448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232619.040463:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748712448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232619.040478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232619.040485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232619.040491:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748712448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232619.040503:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748712576:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232619.040540:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232619.040556:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232619/real 1761232619] req@ffff9437f86d7100 x1846776748712576/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232619.040588:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748712576/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232619.040607:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232619.040611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232619.040615:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748712576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232619.040623:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748712704:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232619.040645:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232619.040656:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232619/real 1761232619] req@ffff9437f86d4700 x1846776748712704/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232619.040670:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748712704/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232619.040680:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232619.040684:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232619.040687:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748712704:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232619.550903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232619.550917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232619.871065:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232620.574946:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232620.574990:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232620.895131:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232621.599028:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232621.919089:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232622.622825:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232622.622860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232622.943087:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232623.646865:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232623.646922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232623.966882:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232624.159213:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748712832:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232624.159306:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232624.159374:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232624/real 1761232624] req@ffff9437f86d5180 x1846776748712832/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232624.159451:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748712832/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232624.159478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232624.159489:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232624.159504:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748712832:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232624.159546:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748712960:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232624.159588:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232624.159622:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232624/real 1761232624] req@ffff9437f86d6d80 x1846776748712960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232624.159660:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748712960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232624.159701:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232624.159716:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232624.159762:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748712960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232624.159775:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748713088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232624.159821:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232624.159843:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232624/real 1761232624] req@ffff9437f86d4380 x1846776748713088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232624.159865:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748713088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232624.159885:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232624.159890:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232624.159894:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748713088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232624.159902:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748713216:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232624.159923:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232624.159934:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232624/real 1761232624] req@ffff9437f86d7b80 x1846776748713216/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232624.159948:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748713216/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232624.159981:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232624.159986:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232624.159990:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748713216:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232624.159998:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748713344:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232624.160020:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232624.160033:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232624/real 1761232624] req@ffff9437f86d7480 x1846776748713344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232624.160047:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748713344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232624.160057:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232624.160061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232624.160066:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748713344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232624.160089:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748713472:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232624.160109:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232624.160120:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232624/real 1761232624] req@ffff9437f86d5c00 x1846776748713472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232624.160135:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748713472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232624.160144:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232624.160148:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232624.160151:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748713472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232624.160158:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748713600:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232624.160176:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232624.160186:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232624/real 1761232624] req@ffff9437f86d5180 x1846776748713600/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232624.160200:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748713600/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232624.160209:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232624.160213:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232624.160216:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748713600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232624.160223:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748713728:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232624.160239:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232624.160250:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232624/real 1761232624] req@ffff9437f86d4700 x1846776748713728/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232624.160263:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748713728/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232624.160273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232624.160276:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232624.160280:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748713728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232624.671009:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232624.671010:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232624.991047:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232625.694871:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232625.695003:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232625.695008:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232626.014997:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232626.718892:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232626.718899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232626.718961:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232627.038971:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232627.742907:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232627.742971:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232628.063134:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232628.766923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232628.767012:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232629.086997:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232629.278997:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232629.279014:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232629.279023:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232629.279042:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9152 00000100:00080000:3.0:1761232629.279070:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232629.279086:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232629.279152:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748713856/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232629.279196:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232629.279202:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232629.279205:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232629.279211:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9152 00000100:00080000:3.0:1761232629.279216:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232629.279222:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232629.279237:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232629.279262:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748713984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232629.279280:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748713856:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232629.279286:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232629.279304:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232629.279310:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232629.279318:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9152 00000100:00080000:3.0:1761232629.279328:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232629.279334:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232629.279342:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232629.279357:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748714112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232629.279370:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232629.279376:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232629.279379:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232629.279385:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9152 00000100:00080000:3.0:1761232629.279390:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232629.279394:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232629.279402:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232629.279412:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232629.279433:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748714240/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232629.279445:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232629.279450:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232629.279454:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232629.279459:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9152 00000100:00080000:3.0:1761232629.279470:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232629.279476:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232629.279484:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232629.279492:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232629/real 1761232629] req@ffff943800b9b480 x1846776748713856/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232629.279506:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748714368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232629.279578:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232629.279584:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232629.279587:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232629.279597:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748713856/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232629.279604:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9152 00000100:00080000:3.0:1761232629.279621:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232629.279643:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232629.279660:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232629.279662:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232629.279687:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761232629.279694:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748714496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232629.279698:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748713856:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232629.279771:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232629.279776:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232629.279778:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232629.279785:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9152 00000100:00080000:3.0:1761232629.279790:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232629.279796:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232629.279805:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232629.279820:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748714624/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232629.279836:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232629.279841:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232629.279850:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232629.279852:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748713984:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232629.279862:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9152 00000100:00080000:3.0:1761232629.279876:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232629.279884:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232629.279890:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232629.279936:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748714752/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232629.279970:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232629.280010:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232629/real 1761232629] req@ffff943800b9a680 x1846776748713984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232629.280030:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748713984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232629.280044:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232629.280048:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232629.280053:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748713984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232629.280064:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748714112:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232629.280094:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232629.280107:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232629/real 1761232629] req@ffff943800b98380 x1846776748714112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232629.280122:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748714112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232629.280132:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232629.280136:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232629.280140:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748714112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232629.280148:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748714240:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232629.280169:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232629.280180:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232629/real 1761232629] req@ffff943800b99f80 x1846776748714240/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232629.280194:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748714240/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232629.280204:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232629.280207:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232629.280211:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748714240:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232629.280219:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748714368:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232629.280238:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232629.280249:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232629/real 1761232629] req@ffff943800b98700 x1846776748714368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232629.280262:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748714368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232629.280272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232629.280276:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232629.280280:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748714368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232629.280286:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748714496:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232629.280305:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232629.280316:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232629/real 1761232629] req@ffff943800b98000 x1846776748714496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232629.280338:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748714496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232629.280349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232629.280353:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232629.280356:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748714496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232629.280386:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748714624:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232629.280406:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232629.280417:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232629/real 1761232629] req@ffff943800b99c00 x1846776748714624/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232629.280431:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748714624/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232629.280440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232629.280444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232629.280448:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748714624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232629.280455:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748714752:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232629.280472:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232629.280483:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232629/real 1761232629] req@ffff943800b9b480 x1846776748714752/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232629.280496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748714752/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232629.280514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232629.280518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232629.280522:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748714752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232629.790851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232629.790931:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232630.110930:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232630.814828:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232630.814913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232631.135056:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232631.838928:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232631.839033:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232632.158930:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232632.862977:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232632.862977:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232633.183021:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232633.886836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232633.886878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:2.0:1761232634.206887:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232634.398919:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232634.398929:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232634.398933:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232634.398943:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9158 00000100:00080000:0.0:1761232634.398953:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232634.398961:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232634.398995:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748714880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232634.399032:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232634.399036:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232634.399038:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232634.399044:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9158 00000100:00080000:0.0:1761232634.399049:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232634.399056:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232634.399067:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232634.399081:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748714880:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232634.399088:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748715008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232634.399105:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232634.399109:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232634.399112:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232634.399117:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9158 00000100:00080000:0.0:1761232634.399123:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232634.399128:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232634.399135:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232634.399149:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748715136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232634.399163:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232634.399167:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1761232634.399170:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232634.399172:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232634.399181:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9158 00000100:00080000:0.0:1761232634.399188:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232634.399194:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232634.399201:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232634.399217:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748715264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232634.399221:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232634/real 1761232634] req@ffff9437f87f9500 x1846776748714880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232634.399292:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232634.399298:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232634.399301:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232634.399305:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748714880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232634.399313:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9158 00000100:00080000:2.0:1761232634.399327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232634.399328:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232634.399336:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232634.399342:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232634.399346:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748714880:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761232634.399357:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232634.399377:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748715008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232634.399379:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748715392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232634.399403:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232634.399405:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232634.399413:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232634.399417:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232634.399421:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232634/real 1761232634] req@ffff9437f87fb480 x1846776748715008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232634.399429:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9158 00000100:00080000:0.0:1761232634.399450:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232634.399452:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748715008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232634.399465:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232634.399466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232634.399473:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:0.0:1761232634.399475:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232634.399477:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748715008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232634.399491:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748715136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232634.399506:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748715520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232634.399516:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232634.399527:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232634/real 1761232634] req@ffff9437f87fa680 x1846776748715136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232634.399532:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232634.399552:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1761232634.399553:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748715136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232634.399559:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232634.399580:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9158 00000100:00080000:2.0:1761232634.399589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232634.399593:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232634.399596:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232634.399604:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748715136:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232634.399610:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232634.399618:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748715264:192.168.201.139@tcp:8:kworker.0 00000008:00100000:0.0:1761232634.399620:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232634.399642:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232634.399648:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748715648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232634.399657:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232634/real 1761232634] req@ffff9437f87fb100 x1846776748715264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232634.399702:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232634.399703:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748715264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232634.399723:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232634.399759:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232634.399762:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232634.399767:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748715264:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761232634.399780:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232634.399786:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748715392:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232634.399793:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9158 00000100:00080000:0.0:1761232634.399803:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232634.399809:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761232634.399814:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761232634.399827:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232634.399832:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232634/real 1761232634] req@ffff9437f87fad80 x1846776748715392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232634.399857:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748715392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232634.399867:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748715776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232634.399869:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232634.399878:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232634.399892:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748715392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232634.399910:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748715520:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232634.399931:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232634.399945:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232634/real 1761232634] req@ffff9437f87f9c00 x1846776748715520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232634.399954:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748715520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232634.399960:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232634.399962:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232634.399965:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748715520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232634.399969:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748715648:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232634.399980:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232634.399985:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232634/real 1761232634] req@ffff9437f87fbb80 x1846776748715648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232634.399993:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748715648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232634.399998:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232634.400000:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232634.400002:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748715648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232634.400013:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748715776:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232634.400024:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232634.400030:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232634/real 1761232634] req@ffff9437f87fa300 x1846776748715776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232634.400038:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748715776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232634.400044:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232634.400046:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232634.400047:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748715776:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232634.911007:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232634.911066:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232635.231033:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232635.935012:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232635.935061:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232636.255110:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232636.958968:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232636.959054:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232637.279074:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232637.982989:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232637.983038:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232638.303100:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232639.007198:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232639.007227:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:2.0:1761232639.326922:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232639.518975:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232639.518988:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232639.518994:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232639.519010:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9163 00000100:00080000:3.0:1761232639.519036:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232639.519046:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232639.519104:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748715904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232639.519134:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232639.519138:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232639.519140:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232639.519143:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9163 00000100:00080000:3.0:1761232639.519159:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232639.519162:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232639.519172:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232639.519186:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748716032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232639.519197:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232639.519200:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232639.519201:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232639.519207:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9163 00000100:00080000:3.0:1761232639.519213:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232639.519221:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748715904:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232639.519221:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232639.519240:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232639.519253:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748716160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232639.519263:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232639.519266:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232639.519268:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232639.519274:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9163 00000100:00080000:3.0:1761232639.519277:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232639.519281:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232639.519285:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232639.519305:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748716288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232639.519319:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232639.519323:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232639.519324:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232639.519327:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9163 00000100:00080000:3.0:1761232639.519340:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232639.519345:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232639.519348:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232639.519356:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232639.519364:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748716416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232639.519374:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232639.519378:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232639.519381:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232639.519386:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9163 00000100:00080000:3.0:1761232639.519395:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232639.519399:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232639.519405:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232639.519422:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748716544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232639.519432:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232639.519438:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232639/real 1761232639] req@ffff943800b9ad80 x1846776748715904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232639.519438:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232639.519448:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232639.519469:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9163 00000100:00080000:3.0:1761232639.519478:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232639.519482:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232639.519487:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232639.519493:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748715904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232639.519503:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748716672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232639.519549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232639.519550:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232639.519579:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232639.519583:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232639.519600:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232639.519612:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9163 00000100:00100000:2.0:1761232639.519613:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748715904:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232639.519635:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232639.519644:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232639.519651:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232639.519669:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748716032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232639.519687:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748716800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232639.519754:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232639.519888:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232639/real 1761232639] req@ffff943800b98a80 x1846776748716032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232639.519912:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748716032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232639.519922:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232639.519925:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232639.519928:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748716032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232639.519936:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748716160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232639.519955:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232639.519964:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232639/real 1761232639] req@ffff943800b9b800 x1846776748716160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232639.519973:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748716160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232639.519981:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232639.519983:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232639.519985:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748716160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232639.519991:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748716288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232639.520005:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232639.520012:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232639/real 1761232639] req@ffff943800b99500 x1846776748716288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232639.520046:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748716288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232639.520063:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232639.520066:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232639.520069:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748716288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232639.520075:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748716416:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232639.520095:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232639.520105:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232639/real 1761232639] req@ffff943800b98e00 x1846776748716416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232639.520117:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748716416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232639.520125:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232639.520128:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232639.520131:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748716416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232639.520137:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748716544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232639.520153:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232639.520162:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232639/real 1761232639] req@ffff943800b9bb80 x1846776748716544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232639.520174:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748716544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232639.520189:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232639.520193:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232639.520196:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748716544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232639.520201:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748716672:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232639.520217:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232639.520225:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232639/real 1761232639] req@ffff943800b9aa00 x1846776748716672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232639.520236:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748716672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232639.520244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232639.520247:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232639.520250:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748716672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232639.520275:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748716800:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232639.520291:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232639.520301:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232639/real 1761232639] req@ffff943800b9ad80 x1846776748716800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232639.520311:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748716800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232639.520319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232639.520322:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232639.520326:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748716800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232640.031021:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232640.031366:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232640.351118:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232641.055338:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232641.055414:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232641.374980:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232642.078963:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232642.079062:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232642.080389:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232642.398911:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232643.102968:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232643.103015:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232643.103015:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232643.422953:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232644.126920:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232644.126932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232644.126959:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:2.0:1761232644.446947:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232644.638964:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232644.638977:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232644.638984:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232644.638997:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9168 00000100:00080000:0.0:1761232644.639012:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232644.639021:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232644.639071:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748716928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232644.639110:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232644.639115:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232644.639117:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232644.639123:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9168 00000100:00080000:0.0:1761232644.639127:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232644.639131:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232644.639142:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232644.639157:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748717056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232644.639170:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232644.639175:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232644.639177:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232644.639181:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9168 00000100:00080000:0.0:1761232644.639185:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232644.639190:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232644.639195:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232644.639207:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748717184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232644.639221:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232644.639226:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232644.639230:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232644.639236:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748716928:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232644.639240:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9168 00000100:00080000:0.0:1761232644.639251:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232644.639258:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232644.639263:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232644.639281:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748717312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232644.639294:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232644.639299:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232644.639301:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232644.639306:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9168 00000100:00080000:0.0:1761232644.639322:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232644.639328:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232644.639334:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232644.639349:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748717440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232644.639360:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232644.639365:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232644.639367:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232644.639372:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9168 00000100:00080000:0.0:1761232644.639378:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232644.639383:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232644.639391:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232644.639400:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748717056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232644.639411:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748717568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232644.639425:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232644.639430:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232644.639433:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232644.639439:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9168 00000100:00080000:0.0:1761232644.639446:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232644.639452:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232644.639459:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232644.639468:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748717184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232644.639479:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748717696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232644.639494:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232644.639499:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232644.639502:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232644.639507:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9168 00000100:00080000:0.0:1761232644.639517:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232644.639523:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748717312:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761232644.639529:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232644.639541:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232644.639564:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748717824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232644.639579:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748717440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232644.639615:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748717568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232644.639645:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748717696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232644.639667:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748717824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232645.150921:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232645.150973:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232645.150973:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232645.471013:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232646.174924:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232646.174925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232646.174928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232646.494980:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232647.198875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232647.198932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232647.198981:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232647.519027:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1761232647.711121:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:2.0:1761232647.711173:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761232647.711192:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232647.711232:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232647.711241:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232647.711248:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232647.711255:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232647.711261:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232647.711268:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232647.711274:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:0.0:1761232647.711325:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232644/real 1761232647] req@ffff9437f87f8e00 x1846776748717696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232647.711354:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748717696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232647.711366:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232647.711371:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232647.711376:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748717696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232647.711384:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232644/real 1761232647] req@ffff9437f87f9f80 x1846776748717824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232647.711395:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748717824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232647.711402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232647.711406:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232647.711409:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748717824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232647.711416:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232644/real 1761232647] req@ffff9437f87f8a80 x1846776748717184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232647.711454:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748717184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232647.711466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232647.711473:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232647.711479:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748717184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232647.711491:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232644/real 1761232647] req@ffff9437f87faa00 x1846776748717312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232647.711513:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748717312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232647.711526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232647.711531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232647.711538:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748717312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232647.711550:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232644/real 1761232647] req@ffff9437f87f8000 x1846776748717440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232647.711571:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748717440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232647.711585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232647.711591:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232647.711596:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748717440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232647.711607:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232644/real 1761232647] req@ffff9437f87f8700 x1846776748717568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232647.711626:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748717568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232647.711640:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232647.711646:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232647.711667:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748717568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232647.711676:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232644/real 1761232647] req@ffff9437f87f9180 x1846776748716928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232647.711794:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748716928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232647.711810:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232647.711815:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232647.711820:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748716928:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232647.711831:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232644/real 1761232647] req@ffff9437f87fb800 x1846776748717056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232647.711851:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748717056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232647.711879:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232647.711885:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232647.711888:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748717056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232648.222890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232648.222932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232648.222936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232648.543040:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232649.246883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232649.246883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232649.246934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:2.0:1761232649.566841:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232649.759183:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748717952:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232649.759339:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232649.759437:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232649/real 1761232649] req@ffff9437f86d7100 x1846776748717952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232649.759517:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748717952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232649.759574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232649.759588:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232649.759609:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748717952:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232649.759933:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748718080:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232649.759976:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232649.759994:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232649/real 1761232649] req@ffff9437f86d4000 x1846776748718080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232649.760009:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748718080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232649.760022:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232649.760026:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232649.760030:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748718080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232649.760039:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748718208:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232649.760064:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232649.760077:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232649/real 1761232649] req@ffff9437f86d6680 x1846776748718208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232649.760093:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748718208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232649.760110:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232649.760115:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232649.760118:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748718208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232649.760127:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748718336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232649.760153:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232649.760174:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232649/real 1761232649] req@ffff9437f86d5f80 x1846776748718336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232649.760187:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748718336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232649.760201:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232649.760205:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232649.760210:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748718336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232649.760218:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748718464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232649.760244:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232649.760257:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232649/real 1761232649] req@ffff9437f86d5880 x1846776748718464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232649.760269:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748718464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232649.760278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232649.760281:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232649.760286:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748718464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232649.760295:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748718592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232649.760317:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232649.760330:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232649/real 1761232649] req@ffff9437f86d6a00 x1846776748718592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232649.760343:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748718592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232649.760351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232649.760355:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232649.760359:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748718592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232649.760391:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748718720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232649.760415:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232649.760427:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232649/real 1761232649] req@ffff9437f86d7100 x1846776748718720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232649.760442:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748718720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232649.760452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232649.760456:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232649.760460:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748718720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232649.760468:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748718848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232649.760490:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232649.760503:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232649/real 1761232649] req@ffff9437f86d4700 x1846776748718848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232649.760516:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748718848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232649.760526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232649.760529:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232649.760533:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748718848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232650.270819:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232650.270833:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232650.591052:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232651.294946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232651.294974:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232651.614986:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232652.318930:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232652.319049:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232652.639077:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232653.342941:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232653.343055:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232653.663034:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232654.366956:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:2.0:1761232654.686913:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232654.879047:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748718976:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232654.879140:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232654.879198:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232654/real 1761232654] req@ffff9437f86d5180 x1846776748718976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232654.879260:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748718976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232654.879292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232654.879300:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232654.879306:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748718976:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232654.879349:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748719104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232654.879374:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232654.879396:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232654/real 1761232654] req@ffff9437f86d5c00 x1846776748719104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232654.879407:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748719104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232654.879415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232654.879418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232654.879420:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748719104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232654.879425:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748719232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232654.879437:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232654.879444:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232654/real 1761232654] req@ffff9437f86d7480 x1846776748719232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232654.879452:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748719232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232654.879458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232654.879460:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232654.879462:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748719232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232654.879466:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748719360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232654.879477:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232654.879483:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232654/real 1761232654] req@ffff9437f86d7b80 x1846776748719360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232654.879490:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748719360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232654.879500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232654.879502:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232654.879504:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748719360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232654.879508:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748719488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232654.879518:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232654.879524:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232654/real 1761232654] req@ffff9437f86d4380 x1846776748719488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232654.879530:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748719488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232654.879536:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232654.879538:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232654.879540:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748719488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232654.879544:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748719616:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232654.879554:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232654.879560:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232654/real 1761232654] req@ffff9437f86d6d80 x1846776748719616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232654.879566:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748719616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232654.879571:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232654.879573:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232654.879576:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748719616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232654.879580:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748719744:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232654.879591:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232654.879596:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232654/real 1761232654] req@ffff9437f86d4700 x1846776748719744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232654.879603:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748719744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232654.879609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232654.879635:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232654.879638:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748719744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232654.879657:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748719872:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232654.879670:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232654.879677:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232654/real 1761232654] req@ffff9437f86d7100 x1846776748719872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232654.879685:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748719872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232654.879691:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232654.879694:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232654.879696:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748719872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232655.390904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232655.390933:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232655.711005:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232656.414985:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232656.735108:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232657.438944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232657.438960:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232657.759057:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232658.462916:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232658.462920:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232658.783003:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232659.486887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232659.486993:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232659.806883:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232659.999172:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748720000:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232659.999274:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232659.999343:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232659/real 1761232659] req@ffff9437f86d6a00 x1846776748720000/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232659.999393:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748720000/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232659.999468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232659.999487:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232659.999502:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748720000:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232659.999547:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748720128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232659.999621:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232659.999648:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232659/real 1761232659] req@ffff9437f86d5880 x1846776748720128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232659.999710:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748720128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232659.999786:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232659.999801:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232659.999810:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748720128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232659.999822:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748720256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232659.999856:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232659.999876:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232659/real 1761232659] req@ffff9437f86d5f80 x1846776748720256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232659.999891:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748720256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232659.999902:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232659.999906:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232659.999910:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748720256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232659.999917:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748720384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232659.999937:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232659.999948:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232659/real 1761232659] req@ffff9437f86d6680 x1846776748720384/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232659.999962:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748720384/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232659.999972:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232659.999976:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232659.999979:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748720384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232659.999986:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748720512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232660.000004:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232660.000015:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232659/real 1761232660] req@ffff9437f86d4000 x1846776748720512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232660.000038:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748720512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232660.000048:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232660.000052:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232660.000055:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748720512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232660.000078:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748720640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232660.000098:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232660.000109:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232659/real 1761232660] req@ffff9437f86d7100 x1846776748720640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232660.000124:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748720640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232660.000133:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232660.000137:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232660.000140:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748720640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232660.000147:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748720768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232660.000164:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232660.000175:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232659/real 1761232660] req@ffff9437f86d4700 x1846776748720768/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232660.000189:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748720768/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232660.000206:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232660.000210:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232660.000214:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748720768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232660.000221:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748720896:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232660.000238:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232660.000249:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232659/real 1761232660] req@ffff9437f86d6d80 x1846776748720896/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232660.000262:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748720896/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232660.000273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232660.000276:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232660.000280:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748720896:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232660.510876:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232660.510927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232660.510948:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232660.830953:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232661.534926:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232661.534942:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232661.534965:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232661.855123:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232662.558936:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232662.558955:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232662.558981:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232662.879016:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232663.582911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232663.582965:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232663.903024:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232664.606872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232664.606924:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232664.926934:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232665.119054:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748721024:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232665.119140:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232665.119192:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232665/real 1761232665] req@ffff9437f86d4380 x1846776748721024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232665.119245:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748721024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232665.119279:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232665.119290:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232665.119302:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748721024:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232665.119338:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748721152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232665.119386:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232665.119407:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232665/real 1761232665] req@ffff9437f86d7b80 x1846776748721152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232665.119444:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748721152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232665.119470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232665.119479:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232665.119491:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748721152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232665.119522:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748721280:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232665.119546:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232665.119557:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232665/real 1761232665] req@ffff9437f86d7480 x1846776748721280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232665.119568:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748721280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232665.119583:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232665.119586:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232665.119589:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748721280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232665.119595:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748721408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232665.119609:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232665.119617:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232665/real 1761232665] req@ffff9437f86d5c00 x1846776748721408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232665.119628:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748721408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232665.119636:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232665.119638:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232665.119641:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748721408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232665.119646:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748721536:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232665.119659:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232665.119668:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232665/real 1761232665] req@ffff9437f86d5180 x1846776748721536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232665.119679:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748721536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232665.119686:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232665.119688:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232665.119692:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748721536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232665.119709:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748721664:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232665.119724:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232665.119760:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232665/real 1761232665] req@ffff9437f86d6d80 x1846776748721664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232665.119772:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748721664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232665.119780:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232665.119783:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232665.119787:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748721664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232665.119792:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748721792:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232665.119809:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232665.119818:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232665/real 1761232665] req@ffff9437f86d4700 x1846776748721792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232665.119829:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748721792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232665.119836:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232665.119839:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232665.119841:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748721792:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232665.119846:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748721920:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232665.119859:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232665.119868:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232665/real 1761232665] req@ffff9437f86d7100 x1846776748721920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232665.119878:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748721920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232665.119886:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232665.119888:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232665.119891:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748721920:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232665.630879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232665.630938:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232665.630965:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232665.950998:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232666.654914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232666.654948:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232666.974989:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232667.678850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232667.678895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232667.999005:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232668.702953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232668.702976:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232669.023130:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232669.726930:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232669.727038:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:2.0:1761232670.046970:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232670.239097:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748722048:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761232670.239236:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232670.239310:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232670/real 1761232670] req@ffff9437f86d4000 x1846776748722048/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232670.239370:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748722048/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232670.239434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232670.239508:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232670.239522:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748722048:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232670.239564:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748722176:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232670.239613:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232670.239644:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232670/real 1761232670] req@ffff9437f86d6680 x1846776748722176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232670.239665:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748722176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232670.239680:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232670.239693:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232670.239705:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748722176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232670.239765:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748722304:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232670.239800:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232670.239832:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232670/real 1761232670] req@ffff9437f86d5f80 x1846776748722304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232670.239851:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748722304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232670.239864:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232670.239869:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232670.239873:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748722304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232670.239881:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748722432:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232670.239900:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232670.239910:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232670/real 1761232670] req@ffff9437f86d5880 x1846776748722432/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232670.239922:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748722432/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232670.239931:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232670.239934:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232670.239938:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748722432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232670.239944:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748722560:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232670.239960:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232670.239970:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232670/real 1761232670] req@ffff9437f86d6a00 x1846776748722560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232670.239981:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748722560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232670.239990:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232670.239993:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232670.239996:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748722560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232670.240003:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748722688:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232670.240018:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232670.240028:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232670/real 1761232670] req@ffff9437f86d7100 x1846776748722688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232670.240039:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748722688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232670.240047:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232670.240051:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232670.240054:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748722688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232670.240061:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748722816:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232670.240078:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232670.240087:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232670/real 1761232670] req@ffff9437f86d4700 x1846776748722816/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232670.240099:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748722816/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232670.240107:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232670.240110:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232670.240113:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748722816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232670.240140:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748722944:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232670.240156:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232670.240166:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232670/real 1761232670] req@ffff9437f86d6d80 x1846776748722944/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232670.240177:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748722944/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232670.240186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232670.240189:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232670.240192:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748722944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232670.750911:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232671.071089:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232671.774842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232671.774886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232672.094907:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232672.798921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232672.798928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232673.118870:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232673.822935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232673.822949:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232674.143042:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232674.846953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232674.846953:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:2.0:1761232675.166976:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232675.358973:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232675.358987:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232675.358995:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232675.359011:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9199 00000100:00080000:0.0:1761232675.359027:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232675.359036:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232675.359091:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748723072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232675.359131:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232675.359136:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232675.359137:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232675.359141:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9199 00000100:00080000:0.0:1761232675.359145:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232675.359149:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232675.359161:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232675.359174:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748723200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232675.359186:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748723072:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232675.359188:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232675.359198:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232675.359200:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232675.359206:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9199 00000100:00080000:0.0:1761232675.359209:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232675.359213:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232675.359217:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232675.359229:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748723328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232675.359237:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232675.359241:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232675.359242:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232675.359246:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9199 00000100:00080000:0.0:1761232675.359267:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232675.359271:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232675.359276:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232675.359287:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748723456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232675.359294:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232675.359304:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232675.359308:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232675.359311:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232675.359316:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9199 00000100:00080000:0.0:1761232675.359325:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232675.359328:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232675.359332:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232675.359342:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748723584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232675.359351:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232675.359355:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232675.359357:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232675.359361:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232675/real 1761232675] req@ffff9437f87fb800 x1846776748723072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232675.359364:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9199 00000100:00080000:0.0:1761232675.359372:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232675.359408:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232675.359413:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232675.359413:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748723072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232675.359431:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748723712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232675.359432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232675.359444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232675.359453:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232675.359454:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748723072:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232675.359466:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232675.359469:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232675.359474:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9199 00000100:00080000:0.0:1761232675.359479:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232675.359482:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232675.359486:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232675.359494:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748723200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232675.359499:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748723840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232675.359511:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232675.359515:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232675.359517:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232675.359520:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9199 00000100:00080000:0.0:1761232675.359525:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232675.359526:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232675.359531:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232675.359537:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232675.359545:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232675/real 1761232675] req@ffff9437f87f9180 x1846776748723200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232675.359551:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748723968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232675.359571:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748723200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232675.359583:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232675.359587:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232675.359592:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748723200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232675.359598:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748723328:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232675.359615:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232675.359623:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232675/real 1761232675] req@ffff9437f87f8700 x1846776748723328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232675.359633:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748723328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232675.359647:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232675.359650:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232675.359653:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748723328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232675.359658:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748723456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232675.359671:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232675.359678:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232675/real 1761232675] req@ffff9437f87f8000 x1846776748723456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232675.359687:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748723456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232675.359694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232675.359696:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232675.359699:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748723456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232675.359704:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748723584:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232675.359716:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232675.359723:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232675/real 1761232675] req@ffff9437f87faa00 x1846776748723584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232675.359757:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748723584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232675.359765:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232675.359767:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232675.359771:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748723584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232675.359776:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748723712:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232675.359793:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232675.359802:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232675/real 1761232675] req@ffff9437f87f8a80 x1846776748723712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232675.359811:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748723712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232675.359819:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232675.359821:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232675.359824:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748723712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232675.359841:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748723840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232675.359854:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232675.359862:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232675/real 1761232675] req@ffff9437f87f9f80 x1846776748723840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232675.359871:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748723840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232675.359879:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232675.359881:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232675.359884:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748723840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232675.359888:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748723968:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232675.359900:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232675.359908:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232675/real 1761232675] req@ffff9437f87f8e00 x1846776748723968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232675.359918:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748723968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232675.359925:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232675.359927:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232675.359929:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748723968:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232675.870884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232675.870890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232676.190962:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232676.894915:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232676.894942:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232677.215012:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232677.919006:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232677.919040:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232678.239058:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232678.942892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232678.942941:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232679.263068:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232679.967084:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232679.967105:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:2.0:1761232680.286940:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232680.478901:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232680.478915:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232680.478922:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232680.478937:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9204 00000100:00080000:0.0:1761232680.478954:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232680.478966:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232680.479025:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748724096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232680.479063:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232680.479068:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232680.479071:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232680.479076:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9204 00000100:00080000:0.0:1761232680.479080:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232680.479086:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232680.479106:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232680.479123:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748724224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232680.479141:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748724096:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232680.479143:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232680.479159:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232680.479162:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232680.479169:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9204 00000100:00080000:0.0:1761232680.479178:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232680.479182:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232680.479188:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232680.479207:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748724352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232680.479220:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232680.479225:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232680.479229:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232680.479232:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9204 00000100:00080000:0.0:1761232680.479237:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232680.479248:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761232680.479250:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761232680.479256:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232680.479277:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748724480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232680.479290:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232680.479295:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232680.479298:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232680.479304:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9204 00000100:00080000:0.0:1761232680.479311:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232680.479312:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232680/real 1761232680] req@ffff9437f87f9880 x1846776748724096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232680.479351:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232680.479369:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232680.479380:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748724096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232680.479393:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748724608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232680.479406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232680.479415:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232680.479421:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232680.479425:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232680.479431:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232680.479433:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748724096:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232680.479445:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9204 00000100:00080000:0.0:1761232680.479454:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232680.479463:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232680.479473:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232680.479476:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748724224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232680.479511:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748724736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232680.479528:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232680.479552:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232680.479554:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232680/real 1761232680] req@ffff9437f87f8380 x1846776748724224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232680.479575:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232680.479585:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232680.479591:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748724224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232680.479602:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9204 00000100:00080000:2.0:1761232680.479614:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232680.479620:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232680.479624:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232680.479635:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748724224:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232680.479643:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232680.479652:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748724352:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761232680.479662:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232680.479683:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232680.479699:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748724864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232680.479706:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232680/real 1761232680] req@ffff9437f87f8e00 x1846776748724352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232680.479769:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748724352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232680.479781:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232680.479791:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232680.479801:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748724352:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232680.479819:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232680.479821:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748724480:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761232680.479840:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232680.479846:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232680.479858:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9204 00000800:00000100:2.0:1761232680.479866:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232680.479879:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232680.479892:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232680/real 1761232680] req@ffff9437f87f9f80 x1846776748724480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232680.479897:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232680.479921:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232680.479928:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748724480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232680.479944:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232680.479948:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232680.479959:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748724480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232680.479963:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748724992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232680.479972:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748724608:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232680.480014:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232680.480031:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232680/real 1761232680] req@ffff9437f87f8a80 x1846776748724608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232680.480047:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748724608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232680.480058:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232680.480062:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232680.480066:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748724608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232680.480089:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748724736:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232680.480108:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232680.480120:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232680/real 1761232680] req@ffff9437f87faa00 x1846776748724736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232680.480133:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748724736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232680.480144:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232680.480147:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232680.480152:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748724736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232680.480158:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748724864:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232680.480176:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232680.480187:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232680/real 1761232680] req@ffff9437f87f8000 x1846776748724864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232680.480200:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748724864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232680.480209:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232680.480213:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232680.480217:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748724864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232680.480223:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748724992:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232680.480239:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232680.480250:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232680/real 1761232680] req@ffff9437f87f8700 x1846776748724992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232680.480263:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748724992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232680.480273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232680.480276:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232680.480280:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748724992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232680.990914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232680.990969:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232681.311046:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232682.014908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232682.014912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232682.335089:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232683.038791:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232683.038885:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232683.359077:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232684.062918:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232684.062938:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232684.383014:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232685.086838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232685.086940:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:2.0:1761232685.406842:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232685.599116:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748725120:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232685.599207:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232685.599276:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232685/real 1761232685] req@ffff9437f86d5180 x1846776748725120/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232685.599317:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748725120/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232685.599339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232685.599347:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232685.599360:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748725120:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232685.599414:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748725248:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232685.599450:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232685.599470:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232685/real 1761232685] req@ffff9437f86d5c00 x1846776748725248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232685.599533:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748725248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232685.599585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232685.599600:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232685.599613:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748725248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232685.599635:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748725376:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232685.599675:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232685.599707:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232685/real 1761232685] req@ffff9437f86d7480 x1846776748725376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232685.599774:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748725376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232685.599797:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232685.599806:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232685.599820:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748725376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232685.599853:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748725504:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232685.599882:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232685.599900:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232685/real 1761232685] req@ffff9437f86d7b80 x1846776748725504/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232685.599909:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748725504/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232685.599914:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232685.599917:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232685.599919:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748725504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232685.599936:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748725632:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232685.599947:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232685.599953:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232685/real 1761232685] req@ffff9437f86d4380 x1846776748725632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232685.599966:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748725632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232685.599971:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232685.599974:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232685.599976:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748725632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232685.599979:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748725760:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232685.599989:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232685.599995:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232685/real 1761232685] req@ffff9437f86d5180 x1846776748725760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232685.600003:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748725760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232685.600008:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232685.600010:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232685.600011:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748725760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232685.600015:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748725888:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232685.600025:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232685.600030:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232685/real 1761232685] req@ffff9437f86d6d80 x1846776748725888/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232685.600037:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748725888/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232685.600046:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232685.600048:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232685.600050:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748725888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232685.600054:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748726016:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232685.600064:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232685.600069:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232685/real 1761232685] req@ffff9437f86d4700 x1846776748726016/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232685.600077:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748726016/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232685.600082:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232685.600084:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232685.600086:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748726016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232686.110944:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232686.431114:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232687.134934:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232687.134961:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232687.455042:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232688.158981:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232688.159076:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232688.479038:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232689.182920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232689.182962:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232689.503064:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232690.206959:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232690.206962:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:2.0:1761232690.526919:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232690.719265:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748726144:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232690.719360:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232690.719422:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232690/real 1761232690] req@ffff9437f86d7100 x1846776748726144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232690.719499:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748726144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232690.719560:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232690.719573:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232690.719600:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748726144:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232690.719652:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748726272:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232690.719764:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232690.719805:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232690/real 1761232690] req@ffff9437f86d6a00 x1846776748726272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232690.719845:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748726272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232690.719902:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232690.719930:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232690.719950:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748726272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232690.719973:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748726400:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232690.720044:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232690.720075:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232690/real 1761232690] req@ffff9437f86d5880 x1846776748726400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232690.720095:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748726400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232690.720107:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232690.720113:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232690.720117:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748726400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232690.720127:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748726528:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232690.720150:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232690.720161:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232690/real 1761232690] req@ffff9437f86d5f80 x1846776748726528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232690.720176:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748726528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232690.720186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232690.720189:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232690.720193:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748726528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232690.720200:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748726656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232690.720251:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232690.720264:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232690/real 1761232690] req@ffff9437f86d6680 x1846776748726656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232690.720278:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748726656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232690.720292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232690.720296:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232690.720300:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748726656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232690.720324:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748726784:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232690.720345:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232690.720356:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232690/real 1761232690] req@ffff9437f86d4000 x1846776748726784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232690.720371:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748726784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232690.720381:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232690.720384:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232690.720388:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748726784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232690.720395:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748726912:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232690.720413:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232690.720424:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232690/real 1761232690] req@ffff9437f86d7100 x1846776748726912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232690.720438:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748726912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232690.720447:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232690.720452:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232690.720455:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748726912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232690.720462:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748727040:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232690.720478:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232690.720491:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232690/real 1761232690] req@ffff9437f86d4700 x1846776748727040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232690.720503:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748727040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232690.720522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232690.720526:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232690.720529:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748727040:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232691.230902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232691.230964:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232691.550931:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232692.254888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232692.254971:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232692.254973:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232692.575017:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232693.278921:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232693.278927:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232693.599009:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232694.302815:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232694.302840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232694.623039:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232695.326821:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232695.326831:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232695.646924:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232695.838963:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232695.838976:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232695.838983:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232695.838997:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9219 00000100:00080000:2.0:1761232695.839012:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232695.839021:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232695.839068:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748727168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232695.839106:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232695.839112:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232695.839114:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232695.839120:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9219 00000100:00080000:2.0:1761232695.839125:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232695.839130:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232695.839143:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232695.839170:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748727168:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232695.839183:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748727296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232695.839201:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232695.839208:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232695.839210:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232695.839216:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9219 00000100:00080000:2.0:1761232695.839221:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232695.839226:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232695.839233:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232695.839247:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748727424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232695.839260:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232695.839265:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232695.839267:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232695.839277:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9219 00000800:00000100:0.0:1761232695.839282:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232695.839291:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232695.839299:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232695.839307:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232695.839323:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748727552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232695.839338:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232695.839343:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232695.839345:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232695.839354:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232695/real 1761232695] req@ffff9437fa0dc700 x1846776748727168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232695.839355:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9219 00000100:00080000:2.0:1761232695.839372:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232695.839390:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232695.839399:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232695.839406:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748727168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232695.839418:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748727680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232695.839420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232695.839438:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232695.839458:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748727168:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232695.839462:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232695.839477:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232695.839480:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232695.839487:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9219 00000100:00080000:2.0:1761232695.839492:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232695.839496:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232695.839506:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232695.839509:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748727296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232695.839532:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748727808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232695.839552:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232695.839559:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232695.839566:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232695.839569:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232695.839576:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232695/real 1761232695] req@ffff9437fa0dc380 x1846776748727296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232695.839578:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9219 00000100:00080000:2.0:1761232695.839589:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232695.839605:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232695.839610:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748727296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761232695.839615:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232695.839645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761232695.839654:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748727936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232695.839656:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232695.839680:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748727296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232695.839707:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748727424:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232695.839708:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232695.839725:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1761232695.839770:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232695.839779:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232695.839786:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232695/real 1761232695] req@ffff9437fa0ddc00 x1846776748727424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232695.839801:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9219 00000100:00100000:0.0:1761232695.839809:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748727424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232695.839816:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232695.839819:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232695.839826:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232695.839831:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232695.839839:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748727424:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761232695.839846:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232695.839856:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748727552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232695.839876:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748728064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232695.839892:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232695.839915:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232695/real 1761232695] req@ffff9437fa0dea00 x1846776748727552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232695.839926:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748727552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232695.839934:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232695.839938:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232695.839942:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748727552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232695.839950:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748727680:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232695.839963:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232695.839969:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232695/real 1761232695] req@ffff9437fa0dd500 x1846776748727680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232695.839977:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748727680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232695.839989:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232695.839993:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232695.839996:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748727680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232695.840023:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748727808:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232695.840045:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232695.840056:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232695/real 1761232695] req@ffff9437fa0df800 x1846776748727808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232695.840068:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748727808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232695.840076:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232695.840080:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232695.840083:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748727808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232695.840089:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748727936:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232695.840109:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232695.840118:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232695/real 1761232695] req@ffff9437fa0df480 x1846776748727936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232695.840128:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748727936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232695.840136:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232695.840139:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232695.840143:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748727936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232695.840165:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748728064:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232695.840184:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232695.840195:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232695/real 1761232695] req@ffff9437fa0ded80 x1846776748728064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232695.840207:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748728064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232695.840215:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232695.840219:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232695.840222:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748728064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232696.350844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232696.350867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232696.350922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232696.670902:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232697.374844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232697.374926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232697.695013:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232698.398836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232698.398873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232698.718944:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232699.422902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232699.422941:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232699.742985:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232700.446846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232700.446889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232700.766901:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232700.958933:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232700.958951:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232700.958961:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232700.958981:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9224 00000100:00080000:2.0:1761232700.959010:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232700.959029:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232700.959119:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748728192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232700.959176:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232700.959184:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232700.959188:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232700.959197:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9224 00000100:00080000:2.0:1761232700.959207:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232700.959217:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232700.959234:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232700.959238:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748728192:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232700.959278:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748728320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232700.959306:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232700.959314:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232700.959318:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232700.959328:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232700.959336:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9224 00000100:00080000:2.0:1761232700.959351:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232700.959360:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232700.959373:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232700.959389:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232700/real 1761232700] req@ffff9437fa0de300 x1846776748728192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232700.959406:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748728448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232700.959423:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748728192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232700.959446:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232700.959456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232700.959457:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232700.959467:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232700.959476:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232700.959485:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9224 00000100:00100000:0.0:1761232700.959495:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748728192:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232700.959501:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232700.959518:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232700.959529:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232700.959548:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748728320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232700.959560:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748728576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232700.959587:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232700.959595:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232700.959599:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232700.959609:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232700.959617:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9224 00000100:00080000:2.0:1761232700.959632:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232700.959641:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232700/real 1761232700] req@ffff9437fa0dca80 x1846776748728320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232700.959647:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232700.959666:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232700.959682:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748728320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232700.959701:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748728704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232700.959711:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232700.959771:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232700.959778:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232700.959787:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748728320:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232700.959792:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232700.959804:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232700.959813:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748728448:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232700.959818:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9224 00000100:00080000:2.0:1761232700.959834:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232700.959843:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232700.959855:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232700.959877:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232700.959880:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748728832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232700.959898:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232700.959903:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232700.959907:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232700.959915:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232700/real 1761232700] req@ffff9437fa0dc000 x1846776748728448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232700.959920:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9224 00000100:00080000:2.0:1761232700.959933:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232700.959943:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232700.959949:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232700.959951:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748728448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232700.959968:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748728960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232700.959969:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232700.959986:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232700.959998:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748728448:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232700.960004:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232700.960010:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232700.960013:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232700.960021:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9224 00000100:00080000:2.0:1761232700.960027:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232700.960033:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748728576:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761232700.960038:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232700.960049:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232700.960067:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748729088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232700.960082:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232700.960132:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232700/real 1761232700] req@ffff9437fa0df100 x1846776748728576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232700.960149:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748728576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232700.960159:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232700.960163:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232700.960167:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748728576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232700.960176:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748728704:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232700.960200:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232700.960212:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232700/real 1761232700] req@ffff9437fa0de300 x1846776748728704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232700.960225:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748728704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232700.960235:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232700.960238:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232700.960242:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748728704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232700.960249:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748728832:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232700.960267:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232700.960278:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232700/real 1761232700] req@ffff9437fa0ded80 x1846776748728832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232700.960301:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748728832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232700.960311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232700.960314:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232700.960318:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748728832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232700.960325:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748728960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232700.960342:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232700.960353:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232700/real 1761232700] req@ffff9437fa0df480 x1846776748728960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232700.960367:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748728960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232700.960376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232700.960380:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232700.960383:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748728960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232700.960403:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748729088:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232700.960422:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232700.960433:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232700/real 1761232700] req@ffff9437fa0df800 x1846776748729088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232700.960446:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748729088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232700.960463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232700.960466:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232700.960470:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748729088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232701.470934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232701.470934:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232701.791057:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232702.494819:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232702.494866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232702.814929:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232703.518899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232703.518944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232703.518946:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232703.838988:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232704.543120:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232704.543120:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232704.543185:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232704.863034:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232705.566972:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232705.567110:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232705.567783:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:2.0:1761232705.886835:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232706.078884:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232706.078891:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232706.078895:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232706.078903:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9229 00000100:00080000:0.0:1761232706.078913:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232706.078918:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232706.078949:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748729216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232706.078974:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232706.078977:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232706.078978:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232706.078981:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9229 00000100:00080000:0.0:1761232706.078983:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232706.078987:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232706.078996:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232706.079008:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748729344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232706.079008:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748729216:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232706.079023:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232706.079025:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232706.079039:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232706.079043:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9229 00000100:00080000:0.0:1761232706.079047:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232706.079050:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232706.079054:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232706.079062:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748729472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232706.079070:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232706.079072:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232706.079073:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232706.079076:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9229 00000100:00080000:0.0:1761232706.079085:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232706.079088:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232706.079092:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232706.079093:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232706.079104:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748729600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232706.079112:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232706.079114:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232706.079116:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232706.079118:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9229 00000100:00080000:0.0:1761232706.079122:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232706.079125:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232706.079128:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232706.079130:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232706/real 1761232706] req@ffff9437f87f9180 x1846776748729216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232706.079138:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748729728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232706.079146:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232706.079149:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761232706.079150:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748729216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232706.079152:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232706.079161:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9229 00000100:00080000:0.0:1761232706.079165:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232706.079168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232706.079169:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232706.079176:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232706.079178:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232706.079183:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748729216:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232706.079186:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748729856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232706.079194:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232706.079197:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232706.079198:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232706.079200:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9229 00000100:00080000:0.0:1761232706.079203:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232706.079207:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748729344:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232706.079209:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232706.079214:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232706.079224:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748729984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232706.079232:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232706.079236:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232706.079240:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232706.079242:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232706.079246:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232706/real 1761232706] req@ffff9437f87fb800 x1846776748729344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232706.079249:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9229 00000100:00080000:0.0:1761232706.079256:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232706.079262:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232706.079265:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748729344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232706.079267:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232706.079278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761232706.079282:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748730112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232706.079285:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232706.079292:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748729344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232706.079303:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748729472:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232706.079319:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232706.079326:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232706/real 1761232706] req@ffff9437f87fa300 x1846776748729472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232706.079334:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748729472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232706.079339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232706.079341:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232706.079343:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748729472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232706.079347:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748729600:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232706.079357:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232706.079363:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232706/real 1761232706] req@ffff9437f87fbb80 x1846776748729600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232706.079371:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748729600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232706.079376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232706.079378:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232706.079380:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748729600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232706.079383:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748729728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232706.079393:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232706.079398:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232706/real 1761232706] req@ffff9437f87f9c00 x1846776748729728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232706.079406:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748729728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232706.079411:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232706.079413:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232706.079414:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748729728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232706.079418:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748729856:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232706.079427:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232706.079432:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232706/real 1761232706] req@ffff9437f87fad80 x1846776748729856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232706.079439:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748729856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232706.079449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232706.079451:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232706.079453:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748729856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232706.079465:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748729984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232706.079475:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232706.079481:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232706/real 1761232706] req@ffff9437f87fb100 x1846776748729984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232706.079488:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748729984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232706.079493:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232706.079495:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232706.079497:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748729984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232706.079501:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748730112:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232706.079510:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232706.079515:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232706/real 1761232706] req@ffff9437f87fa680 x1846776748730112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232706.079522:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748730112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232706.079527:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232706.079529:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232706.079532:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748730112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232706.590913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232706.590972:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232706.591284:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232706.910905:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232707.614895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232707.614955:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232707.615108:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232707.934993:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232708.638938:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232708.639052:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232708.958951:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232709.662865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232709.662865:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232709.982950:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232710.686844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232710.686884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00080000:3.0:1761232711.198892:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232711.198902:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232711.198907:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232711.198919:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9234 00000100:00080000:3.0:1761232711.198932:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232711.198939:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232711.199002:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748730240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232711.199029:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232711.199033:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232711.199034:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232711.199038:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9234 00000100:00080000:3.0:1761232711.199043:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232711.199047:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232711.199058:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232711.199065:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748730240:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232711.199071:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748730368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232711.199080:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232711.199083:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232711.199085:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232711.199089:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9234 00000100:00080000:3.0:1761232711.199092:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232711.199094:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232711.199097:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232711.199107:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748730496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232711.199115:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232711.199117:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232711.199118:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232711.199120:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9234 00000100:00080000:3.0:1761232711.199131:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232711.199134:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232711.199138:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232711.199146:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748730624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232711.199153:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232711.199156:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232711.199157:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232711.199160:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9234 00000100:00080000:3.0:1761232711.199163:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232711.199166:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232711.199170:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232711.199177:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748730752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232711.199186:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232711.199188:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748730368:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232711.199189:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232711.199193:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232711.199199:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9234 00000100:00080000:3.0:1761232711.199203:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232711.199206:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232711.199210:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232711.199220:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748730880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232711.199222:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748730496:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232711.199235:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232711.199239:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232711.199241:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232711.199244:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9234 00000100:00080000:3.0:1761232711.199248:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232711.199250:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748730624:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761232711.199254:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232711.199259:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232711.199270:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748731008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232711.199278:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232711.199280:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748730752:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232711.199282:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232711.199287:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232711.199292:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9234 00000100:00080000:3.0:1761232711.199296:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232711.199298:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232711.199302:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232711.199308:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748730880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232711.199315:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748731136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232711.199337:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748731008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232711.199354:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748731136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232711.710823:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232711.710837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232711.710843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232712.030921:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232712.734842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232712.734850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232713.054861:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232713.758837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232713.758838:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232714.078916:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1761232714.271079:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:3.0:1761232714.271130:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761232714.271150:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232714.271194:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232714.271206:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232714.271216:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232714.271226:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232714.271237:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232714.271247:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761232714.271255:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232711/real 1761232714] req@ffff943800b99f80 x1846776748730752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:3.0:1761232714.271261:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761232714.271292:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748730752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232714.271307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232714.271313:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232714.271318:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748730752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232714.271329:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232711/real 1761232714] req@ffff943800b98380 x1846776748730880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232714.271342:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748730880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232714.271350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232714.271355:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232714.271358:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748730880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232714.271366:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232711/real 1761232714] req@ffff943800b99c00 x1846776748730368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232714.271379:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748730368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232714.271388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232714.271392:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232714.271395:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748730368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232714.271402:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232711/real 1761232714] req@ffff943800b98000 x1846776748730496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232714.271414:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748730496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232714.271422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232714.271426:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232714.271430:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748730496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232714.271438:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232711/real 1761232714] req@ffff943800b98700 x1846776748730624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232714.271452:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748730624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232714.271462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232714.271466:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232714.271469:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748730624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232714.271478:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232711/real 1761232714] req@ffff943800b9b480 x1846776748730240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232714.271491:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748730240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232714.271499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232714.271503:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232714.271506:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748730240:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232714.271548:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232711/real 1761232714] req@ffff943800b9a680 x1846776748731008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232714.271564:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748731008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232714.271573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232714.271577:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232714.271582:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748731008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232714.271591:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232711/real 1761232714] req@ffff943800b9ad80 x1846776748731136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232714.271603:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748731136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232714.271611:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232714.271615:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232714.271619:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748731136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232714.782825:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232714.782877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232715.102978:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232715.806864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232716.127008:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232716.319120:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748731264:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232716.319213:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232716.319277:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232716/real 1761232716] req@ffff9437f86d6d80 x1846776748731264/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232716.319316:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748731264/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232716.319349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232716.319361:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232716.319370:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748731264:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232716.319381:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748731392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232716.319422:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232716.319446:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232716/real 1761232716] req@ffff9437f86d5180 x1846776748731392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232716.319504:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748731392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232716.319537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232716.319550:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232716.319568:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748731392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232716.319629:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748731520:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232716.319670:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232716.319691:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232716/real 1761232716] req@ffff9437f86d4380 x1846776748731520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232716.319726:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748731520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232716.319777:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232716.319793:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232716.319806:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748731520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232716.319830:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748731648:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232716.319878:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232716.319904:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232716/real 1761232716] req@ffff9437f86d7b80 x1846776748731648/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232716.319963:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748731648/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232716.319992:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232716.320003:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232716.320016:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748731648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232716.320042:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748731776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232716.320075:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232716.320092:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232716/real 1761232716] req@ffff9437f86d7480 x1846776748731776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232716.320109:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748731776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232716.320119:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232716.320125:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232716.320129:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748731776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232716.320158:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748731904:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232716.320182:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232716.320196:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232716/real 1761232716] req@ffff9437f86d5c00 x1846776748731904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232716.320209:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748731904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232716.320218:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232716.320221:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232716.320227:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748731904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232716.320234:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748732032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232716.320258:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232716.320273:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232716/real 1761232716] req@ffff9437f86d5180 x1846776748732032/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232716.320285:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748732032/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232716.320295:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232716.320300:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232716.320305:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748732032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232716.320312:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748732160:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232716.320333:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232716.320345:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232716/real 1761232716] req@ffff9437f86d6d80 x1846776748732160/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232716.320359:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748732160/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232716.320367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232716.320371:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232716.320375:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748732160:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232716.830966:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232716.830974:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232717.150969:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232717.854851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232717.854851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232718.174962:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232718.878857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232718.878878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232719.198917:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232719.902840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232719.902920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232720.222942:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232720.926913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232720.927005:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232721.246959:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232721.438908:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232721.438917:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232721.438922:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232721.438931:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9245 00000100:00080000:0.0:1761232721.438941:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232721.438947:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232721.438980:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748732288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232721.439002:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232721.439004:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232721.439006:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232721.439009:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9245 00000100:00080000:0.0:1761232721.439011:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232721.439014:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232721.439023:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232721.439033:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748732416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232721.439045:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748732288:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232721.439046:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232721.439063:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232721.439066:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232721.439070:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9245 00000100:00080000:0.0:1761232721.439072:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232721.439075:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232721.439079:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232721.439093:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748732544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232721.439101:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232721.439103:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232721.439105:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232721.439108:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9245 00000100:00080000:0.0:1761232721.439125:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232721.439129:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232721.439133:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232721.439141:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748732672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232721.439147:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232721.439160:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232721.439165:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232721.439167:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232721.439173:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9245 00000100:00080000:0.0:1761232721.439185:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232721.439187:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232721.439191:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232721.439200:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748732800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232721.439208:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232721.439212:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232721/real 1761232721] req@ffff9437f87fb480 x1846776748732288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232721.439213:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232721.439219:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232721.439234:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9245 00000100:00080000:0.0:1761232721.439244:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232721.439248:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232721.439251:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232721.439253:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748732288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232721.439265:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748732928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232721.439270:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232721.439272:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232721.439278:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232721.439279:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232721.439281:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232721.439289:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748732288:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232721.439293:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9245 00000100:00080000:0.0:1761232721.439308:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232721.439316:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232721.439320:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232721.439327:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748733056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232721.439336:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232721.439336:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748732416:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232721.439355:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232721.439359:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232721.439363:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9245 00000100:00080000:0.0:1761232721.439375:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232721.439379:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232721.439383:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232721.439388:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232721.439401:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748733184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232721.439409:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232721/real 1761232721] req@ffff9437f87f9500 x1846776748732416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232721.439437:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748732416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232721.439446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232721.439452:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232721.439455:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748732416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232721.439461:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748732544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232721.439475:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232721.439483:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232721/real 1761232721] req@ffff9437f87fa680 x1846776748732544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232721.439491:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748732544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232721.439496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232721.439499:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232721.439500:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748732544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232721.439504:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748732672:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232721.439516:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232721.439522:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232721/real 1761232721] req@ffff9437f87fb100 x1846776748732672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232721.439530:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748732672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232721.439535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232721.439537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232721.439539:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748732672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232721.439543:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748732800:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232721.439554:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232721.439560:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232721/real 1761232721] req@ffff9437f87fad80 x1846776748732800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232721.439568:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748732800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232721.439574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232721.439576:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232721.439578:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748732800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232721.439582:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748732928:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232721.439592:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232721.439598:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232721/real 1761232721] req@ffff9437f87f9c00 x1846776748732928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232721.439605:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748732928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232721.439610:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232721.439612:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232721.439614:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748732928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232721.439629:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748733056:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232721.439640:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232721.439646:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232721/real 1761232721] req@ffff9437f87fbb80 x1846776748733056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232721.439653:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748733056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232721.439658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232721.439660:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232721.439663:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748733056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232721.439666:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748733184:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232721.439676:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232721.439682:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232721/real 1761232721] req@ffff9437f87fa300 x1846776748733184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232721.439690:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748733184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232721.439695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232721.439696:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232721.439698:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748733184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232721.950887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232721.950918:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232722.270921:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232722.974852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232722.974860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232723.294945:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232723.998816:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232723.998821:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232723.998848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232724.318930:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232725.022922:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232725.022934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232725.022945:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232725.343044:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232726.046896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232726.046904:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232726.046993:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232726.367096:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232726.558956:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232726.558971:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232726.558979:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232726.558994:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9250 00000100:00080000:0.0:1761232726.559011:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232726.559020:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232726.559080:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748733312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232726.559123:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232726.559128:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232726.559131:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232726.559139:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9250 00000100:00080000:0.0:1761232726.559145:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232726.559152:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232726.559167:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232726.559178:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748733312:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232726.559191:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748733440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232726.559218:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232726.559223:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232726.559227:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232726.559237:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9250 00000100:00080000:0.0:1761232726.559244:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232726.559251:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232726.559259:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232726.559268:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232726.559282:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748733568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232726.559297:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232726.559302:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232726.559305:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232726.559313:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9250 00000100:00080000:0.0:1761232726.559319:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232726.559321:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232726/real 1761232726] req@ffff9437f87fb800 x1846776748733312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232726.559328:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232726.559343:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232726.559359:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748733312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232726.559362:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748733696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232726.559412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232726.559416:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232726.559424:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232726.559430:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232726.559434:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232726.559436:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748733312:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232726.559451:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9250 00000100:00080000:0.0:1761232726.559458:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232726.559464:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232726.559472:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232726.559478:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748733440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232726.559490:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748733824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232726.559508:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232726.559511:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232726.559522:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232726.559525:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232726.559533:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9250 00000100:00100000:2.0:1761232726.559539:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232726/real 1761232726] req@ffff9437f87f9180 x1846776748733440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232726.559547:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232726.559564:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232726.559569:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748733440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232726.559574:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232726.559594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232726.559603:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232726.559604:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748733952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232726.559617:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748733440:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232726.559645:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232726.559646:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748733568:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232726.559666:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232726.559670:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232726.559678:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9250 00000100:00080000:0.0:1761232726.559686:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232726.559696:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232726.559704:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232726.559713:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232726.559720:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232726/real 1761232726] req@ffff9437f87f8700 x1846776748733568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232726.559772:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748734080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232726.559773:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748733568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232726.559814:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232726.559817:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232726.559849:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748733568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232726.559872:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748733696:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761232726.559891:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232726.559900:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1761232726.559909:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232726.559911:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232726.559921:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232726/real 1761232726] req@ffff9437f87f8000 x1846776748733696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232726.559927:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9250 00000100:00080000:0.0:1761232726.559952:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232726.559954:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748733696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232726.559966:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232726.559971:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232726.559973:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232726.559986:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748733696:192.168.201.139@tcp:8:kworker.0 00000008:00100000:0.0:1761232726.559996:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232726.560007:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748733824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232726.560033:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748734208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232726.560041:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232726.560059:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232726/real 1761232726] req@ffff9437f87faa00 x1846776748733824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232726.560076:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748733824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232726.560083:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232726.560087:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232726.560093:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748733824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232726.560099:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748733952:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232726.560112:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232726.560118:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232726/real 1761232726] req@ffff9437f87f8a80 x1846776748733952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232726.560132:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748733952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232726.560137:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232726.560139:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232726.560141:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748733952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232726.560146:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748734080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232726.560156:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232726.560162:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232726/real 1761232726] req@ffff9437f87f9f80 x1846776748734080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232726.560171:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748734080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232726.560176:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232726.560178:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232726.560180:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748734080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232726.560193:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748734208:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232726.560205:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232726.560211:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232726/real 1761232726] req@ffff9437f87f8e00 x1846776748734208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232726.560219:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748734208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232726.560230:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232726.560232:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232726.560234:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748734208:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232727.070941:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232727.070972:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232727.070998:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232727.391072:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232728.094925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232728.094926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232728.415118:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232729.118918:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232729.118962:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232729.439142:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232730.142892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232730.142927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232730.463023:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232731.166996:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232731.167012:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232731.486980:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232731.678948:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232731.678963:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232731.678970:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232731.678990:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9255 00000100:00080000:0.0:1761232731.679008:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232731.679018:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232731.679087:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748734336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232731.679129:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232731.679134:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232731.679137:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232731.679142:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9255 00000100:00080000:0.0:1761232731.679146:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232731.679150:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232731.679163:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232731.679179:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748734464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232731.679194:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232731.679199:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232731.679201:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232731.679211:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9255 00000100:00080000:0.0:1761232731.679217:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232731.679226:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232731.679229:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748734336:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761232731.679232:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232731.679252:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748734592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232731.679264:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232731.679268:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232731.679270:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232731.679275:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9255 00000100:00080000:0.0:1761232731.679282:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232731.679289:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232731.679296:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232731.679311:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748734720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232731.679321:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232731.679327:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232731.679330:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232731.679334:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9255 00000100:00080000:0.0:1761232731.679348:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232731.679352:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232731.679357:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232731.679370:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748734848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232731.679381:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232731.679387:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232731.679393:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232731.679397:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232731.679403:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9255 00000100:00080000:0.0:1761232731.679410:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232731.679414:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232731.679422:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232731.679444:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748734976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232731.679456:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232731.679461:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232731.679465:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232731.679473:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9255 00000100:00080000:0.0:1761232731.679479:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232731.679486:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232731.679490:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232731/real 1761232731] req@ffff9437f87f8380 x1846776748734336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232731.679494:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232731.679521:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748735104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232731.679532:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232731.679535:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748734336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232731.679538:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232731.679547:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232731.679570:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9255 00000100:00080000:0.0:1761232731.679583:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232731.679591:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232731.679593:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761232731.679621:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232731.679627:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232731.679636:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748735232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232731.679638:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748734336:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232731.679697:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748734464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232731.679734:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232731.679804:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232731/real 1761232731] req@ffff9437f87f9880 x1846776748734464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232731.679816:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748734464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232731.679825:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232731.679828:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232731.679830:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748734464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232731.679836:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748734592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232731.679854:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232731.679862:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232731/real 1761232731] req@ffff9437f87f8e00 x1846776748734592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232731.679871:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748734592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232731.679877:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232731.679880:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232731.679882:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748734592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232731.679887:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748734720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232731.679899:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232731.679906:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232731/real 1761232731] req@ffff9437f87f9f80 x1846776748734720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232731.679915:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748734720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232731.679921:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232731.679923:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232731.679926:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748734720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232731.679931:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748734848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232731.679943:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232731.679949:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232731/real 1761232731] req@ffff9437f87f8a80 x1846776748734848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232731.679958:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748734848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232731.679964:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232731.679966:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232731.679968:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748734848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232731.679972:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748734976:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232731.679984:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232731.679991:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232731/real 1761232731] req@ffff9437f87faa00 x1846776748734976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232731.680000:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748734976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232731.680005:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232731.680008:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232731.680010:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748734976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232731.680014:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748735104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232731.680025:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232731.680032:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232731/real 1761232731] req@ffff9437f87f8000 x1846776748735104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232731.680041:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748735104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232731.680047:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232731.680050:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232731.680052:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748735104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232731.680056:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748735232:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232731.680068:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232731.680074:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232731/real 1761232731] req@ffff9437f87f8700 x1846776748735232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232731.680082:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748735232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232731.680089:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232731.680091:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232731.680093:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748735232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232732.190868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232732.191005:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232732.511042:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232733.215006:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232733.215068:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232733.535082:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232734.238993:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232734.239059:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232734.559032:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232735.262867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232735.262909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232735.583061:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232736.286848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232736.286943:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232736.607014:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232736.798901:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232736.798922:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232736.798930:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232736.798947:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9260 00000100:00080000:0.0:1761232736.798966:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232736.798976:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232736.799026:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748735360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232736.799062:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232736.799068:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232736.799071:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232736.799078:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9260 00000100:00080000:0.0:1761232736.799084:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232736.799090:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232736.799104:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232736.799123:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748735360:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232736.799126:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748735488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232736.799139:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232736.799144:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232736.799146:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232736.799151:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9260 00000100:00080000:0.0:1761232736.799156:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232736.799161:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232736.799167:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232736.799178:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748735616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232736.799191:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232736.799195:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232736.799197:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232736.799202:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9260 00000100:00080000:0.0:1761232736.799206:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232736.799210:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232736.799217:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232736.799218:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232736.799230:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748735744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232736.799242:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232736.799247:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232736.799249:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232736.799253:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9260 00000100:00080000:0.0:1761232736.799257:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232736.799262:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232736.799268:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232736.799278:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232736/real 1761232736] req@ffff9437f87f9180 x1846776748735360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232736.799280:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748735872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232736.799295:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232736.799299:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232736.799302:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232736.799305:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748735360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232736.799307:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9260 00000100:00080000:0.0:1761232736.799312:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232736.799317:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232736.799321:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761232736.799323:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232736.799328:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232736.799334:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748735360:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232736.799335:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748736000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232736.799347:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232736.799351:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232736.799354:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232736.799358:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9260 00000100:00080000:0.0:1761232736.799363:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232736.799366:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748735488:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232736.799368:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232736.799373:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232736.799387:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748736128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232736.799396:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232736.799402:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232736.799407:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232736.799409:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232736.799413:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232736/real 1761232736] req@ffff9437f87fb800 x1846776748735488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232736.799414:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9260 00000100:00080000:0.0:1761232736.799419:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232736.799424:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232736.799431:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232736.799431:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748735488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232736.799444:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748736256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232736.799444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232736.799450:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232736.799455:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748735488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232736.799464:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748735616:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232736.799491:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232736.799507:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232736/real 1761232736] req@ffff9437f87fa300 x1846776748735616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232736.799526:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748735616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232736.799543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232736.799546:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232736.799549:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748735616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232736.799556:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748735744:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232736.799578:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232736.799588:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232736/real 1761232736] req@ffff9437f87fbb80 x1846776748735744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232736.799598:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748735744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232736.799606:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232736.799609:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232736.799612:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748735744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232736.799616:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748735872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232736.799630:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232736.799638:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232736/real 1761232736] req@ffff9437f87f9c00 x1846776748735872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232736.799648:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748735872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232736.799655:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232736.799658:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232736.799661:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748735872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232736.799667:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748736000:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232736.799704:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232736.799714:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232736/real 1761232736] req@ffff9437f87fad80 x1846776748736000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232736.799725:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748736000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232736.799757:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232736.799760:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232736.799763:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748736000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232736.799784:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748736128:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232736.799803:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232736.799813:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232736/real 1761232736] req@ffff9437f87fb100 x1846776748736128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232736.799824:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748736128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232736.799831:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232736.799834:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232736.799837:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748736128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232736.799842:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748736256:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232736.799856:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232736.799865:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232736/real 1761232736] req@ffff9437f87fa680 x1846776748736256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232736.799875:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748736256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232736.799882:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232736.799885:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232736.799887:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748736256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232737.310891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232737.310892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232737.630969:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232738.334843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232738.334843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232738.654951:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232739.358927:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232739.358960:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232739.679027:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232740.382909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232740.382954:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232740.702971:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232741.406931:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232741.726973:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232741.918926:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232741.918939:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232741.918946:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232741.918963:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9265 00000100:00080000:3.0:1761232741.918978:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232741.918989:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232741.919037:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748736384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232741.919092:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232741.919096:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232741.919098:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232741.919103:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9265 00000100:00080000:3.0:1761232741.919108:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232741.919113:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232741.919124:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232741.919139:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748736512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232741.919153:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232741.919157:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232741.919159:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232741.919163:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9265 00000100:00080000:3.0:1761232741.919166:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232741.919170:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232741.919176:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232741.919188:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748736640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232741.919202:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232741.919206:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232741.919208:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232741.919213:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9265 00000100:00080000:3.0:1761232741.919216:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232741.919227:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232741.919229:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748736384:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761232741.919234:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232741.919253:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748736768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232741.919267:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232741.919271:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232741.919275:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232741.919281:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9265 00000100:00080000:3.0:1761232741.919310:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232741.919316:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761232741.919325:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761232741.919328:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232741.919349:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748736896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232741.919362:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232741.919366:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232741.919369:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232741.919374:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9265 00000100:00080000:3.0:1761232741.919380:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232741.919384:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232741/real 1761232741] req@ffff943800b9aa00 x1846776748736384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232741.919390:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232741.919402:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232741.919427:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748737024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232741.919433:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748736384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232741.919469:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232741.919477:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232741.919478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232741.919485:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232741.919491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232741.919499:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9265 00000100:00100000:2.0:1761232741.919505:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748736384:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232741.919508:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232741.919522:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232741.919529:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748736512:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761232741.919533:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232741.919558:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748737152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232741.919572:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232741.919573:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232741.919581:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232741.919586:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232741.919594:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9265 00000100:00100000:2.0:1761232741.919602:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232741/real 1761232741] req@ffff943800b9bb80 x1846776748736512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232741.919603:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232741.919616:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232741.919653:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232741.919681:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748737280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232741.919686:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748736512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232741.919772:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232741.919779:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232741.919785:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748736512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232741.919797:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748736640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232741.919829:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232741.919846:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232741/real 1761232741] req@ffff943800b98e00 x1846776748736640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232741.919862:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748736640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232741.919873:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232741.919877:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232741.919882:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748736640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232741.919914:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748736768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232741.919935:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232741.919947:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232741/real 1761232741] req@ffff943800b99500 x1846776748736768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232741.919961:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748736768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232741.919979:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232741.919983:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232741.919987:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748736768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232741.919994:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748736896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232741.920012:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232741.920023:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232741/real 1761232741] req@ffff943800b9b800 x1846776748736896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232741.920036:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748736896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232741.920047:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232741.920050:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232741.920054:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748736896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232741.920061:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748737024:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232741.920078:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232741.920089:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232741/real 1761232741] req@ffff943800b98a80 x1846776748737024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232741.920103:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748737024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232741.920112:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232741.920115:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232741.920120:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748737024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232741.920127:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748737152:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232741.920144:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232741.920154:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232741/real 1761232741] req@ffff943800b9ad80 x1846776748737152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232741.920168:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748737152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232741.920177:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232741.920181:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232741.920184:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748737152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232741.920190:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748737280:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232741.920208:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232741.920218:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232741/real 1761232741] req@ffff943800b9a680 x1846776748737280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232741.920231:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748737280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232741.920241:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232741.920244:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232741.920248:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748737280:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232742.430985:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232742.431013:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232742.431040:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232742.751070:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232743.454923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232743.454938:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232743.774978:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232744.478854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232744.478871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232744.798898:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232745.502928:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232745.502939:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232745.823062:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232746.526884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232746.526972:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232746.847030:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232747.038929:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232747.038944:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232747.038951:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232747.038966:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9270 00000100:00080000:0.0:1761232747.038984:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232747.038994:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232747.039043:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748737408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232747.039082:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232747.039088:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232747.039090:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232747.039096:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9270 00000100:00080000:0.0:1761232747.039101:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232747.039108:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232747.039121:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232747.039143:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748737408:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232747.039145:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748737536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232747.039172:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232747.039176:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232747.039179:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232747.039186:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9270 00000100:00080000:0.0:1761232747.039191:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232747.039195:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232747.039202:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232747.039217:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748737664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232747.039230:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232747.039234:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232747.039236:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232747.039240:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9270 00000800:00000100:2.0:1761232747.039250:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232747.039253:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232747.039263:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232747.039272:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232747.039289:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748737792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232747.039302:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232747.039307:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1761232747.039315:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232747/real 1761232747] req@ffff9437f87f9500 x1846776748737408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232747.039316:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232747.039332:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9270 00000100:00080000:0.0:1761232747.039343:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232747.039353:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232747.039360:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232747.039368:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748737408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232747.039381:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748737920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232747.039390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232747.039405:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232747.039406:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232747.039419:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761232747.039422:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748737408:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232747.039426:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232747.039438:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9270 00000100:00080000:0.0:1761232747.039443:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232747.039448:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232747.039453:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232747.039462:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748737536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232747.039472:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748738048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232747.039489:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232747.039494:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232747.039498:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232747.039507:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9270 00000800:00000100:2.0:1761232747.039509:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232747.039516:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232747.039526:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232747.039534:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232747.039542:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232747/real 1761232747] req@ffff9437f87fb480 x1846776748737536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232747.039556:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748738176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232747.039610:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232747.039615:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232747.039619:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232747.039625:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748737536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232747.039628:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9270 00000100:00080000:0.0:1761232747.039639:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232747.039650:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232747.039663:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232747.039681:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761232747.039685:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748738304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232747.039701:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232747.039718:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748737536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232747.039784:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748737664:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232747.039824:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232747.039842:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232747/real 1761232747] req@ffff9437f87fa680 x1846776748737664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232747.039867:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748737664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232747.039879:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232747.039883:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232747.039888:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748737664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232747.039896:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748737792:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232747.039916:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232747.039927:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232747/real 1761232747] req@ffff9437f87fb100 x1846776748737792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232747.039941:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748737792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232747.039951:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232747.039955:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232747.039958:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748737792:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232747.039966:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748737920:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232747.039984:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232747.039995:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232747/real 1761232747] req@ffff9437f87fad80 x1846776748737920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232747.040009:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748737920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232747.040026:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232747.040030:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232747.040034:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748737920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232747.040057:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748738048:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232747.040076:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232747.040088:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232747/real 1761232747] req@ffff9437f87f9c00 x1846776748738048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232747.040102:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748738048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232747.040112:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232747.040116:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232747.040120:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748738048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232747.040126:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748738176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232747.040143:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232747.040154:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232747/real 1761232747] req@ffff9437f87fbb80 x1846776748738176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232747.040167:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748738176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232747.040176:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232747.040180:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232747.040184:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748738176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232747.040191:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748738304:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232747.040208:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232747.040219:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232747/real 1761232747] req@ffff9437f87fa300 x1846776748738304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232747.040232:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748738304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232747.040243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232747.040246:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232747.040250:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748738304:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232747.550924:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232747.550949:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232747.871005:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232748.574909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232748.574967:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232748.895020:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232749.598837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232749.918852:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232750.622909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232750.622951:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232750.943004:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232751.646924:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232751.647007:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232751.966893:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232752.158861:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232752.158873:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232752.158879:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232752.158892:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9275 00000100:00080000:2.0:1761232752.158905:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232752.158913:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232752.158951:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748738432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232752.158976:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232752.158980:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232752.158982:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232752.158987:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9275 00000100:00080000:2.0:1761232752.158992:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232752.158997:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232752.159005:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232752.159016:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748738432:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232752.159017:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748738560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232752.159027:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232752.159031:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232752.159032:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232752.159037:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9275 00000100:00080000:2.0:1761232752.159040:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232752.159043:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232752.159047:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232752.159055:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748738688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232752.159063:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232752.159066:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232752.159068:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232752.159071:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9275 00000100:00080000:2.0:1761232752.159073:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232752.159077:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232752.159079:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761232752.159081:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232752.159089:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748738816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232752.159103:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232752.159106:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232752.159107:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232752.159111:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9275 00000100:00080000:2.0:1761232752.159114:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232752.159118:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232752/real 1761232752] req@ffff9437fa0dd500 x1846776748738432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232752.159118:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232752.159123:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232752.159132:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748738944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232752.159135:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748738432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232752.159140:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232752.159144:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232752.159146:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232752.159150:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9275 00000100:00080000:2.0:1761232752.159152:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232752.159153:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232752.159156:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232752.159157:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761232752.159160:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232752.159162:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748738432:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232752.159167:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748739072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232752.159176:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232752.159178:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232752.159180:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232752.159183:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748738560:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232752.159184:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9275 00000100:00080000:2.0:1761232752.159187:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232752.159190:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232752.159195:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761232752.159204:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232752.159204:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748739200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232752.159214:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232752.159215:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232752/real 1761232752] req@ffff9437fa0dea00 x1846776748738560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232752.159218:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232752.159220:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232752.159223:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9275 00000100:00080000:2.0:1761232752.159227:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232752.159228:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748738560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232752.159230:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232752.159235:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761232752.159237:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232752.159241:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232752.159244:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748738560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232752.159245:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748739328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232752.159251:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748738688:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232752.159270:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232752.159281:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232752/real 1761232752] req@ffff9437fa0ddc00 x1846776748738688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232752.159294:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748738688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232752.159301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232752.159304:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232752.159306:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748738688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232752.159311:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748738816:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232752.159326:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232752.159332:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232752/real 1761232752] req@ffff9437fa0dc380 x1846776748738816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232752.159340:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748738816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232752.159345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232752.159347:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232752.159349:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748738816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232752.159352:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748738944:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232752.159362:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232752.159367:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232752/real 1761232752] req@ffff9437fa0dc700 x1846776748738944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232752.159374:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748738944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232752.159379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232752.159381:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232752.159383:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748738944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232752.159386:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748739072:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232752.159396:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232752.159401:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232752/real 1761232752] req@ffff9437fa0dd180 x1846776748739072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232752.159409:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748739072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232752.159414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232752.159415:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232752.159417:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748739072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232752.159429:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748739200:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232752.159438:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232752.159444:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232752/real 1761232752] req@ffff9437fa0dfb80 x1846776748739200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232752.159451:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748739200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232752.159456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232752.159458:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232752.159460:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748739200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232752.159463:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748739328:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232752.159472:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232752.159477:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232752/real 1761232752] req@ffff9437fa0dd500 x1846776748739328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232752.159484:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748739328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232752.159493:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232752.159495:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232752.159497:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748739328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232752.670862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232752.990923:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232753.694838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232753.694912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232754.015017:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232754.719003:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232754.719005:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232755.038999:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232755.743002:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232755.743004:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232756.062935:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232756.766826:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232756.766874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232757.086995:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232757.278862:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232757.278871:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232757.278877:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232757.278888:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9280 00000100:00080000:2.0:1761232757.278900:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232757.278906:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232757.278943:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748739456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232757.278984:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232757.278987:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232757.278989:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232757.278992:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9280 00000100:00080000:2.0:1761232757.278995:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232757.278998:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232757.279007:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232757.279016:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748739584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232757.279026:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748739456:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232757.279028:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232757.279072:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232757.279075:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232757.279081:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9280 00000100:00080000:2.0:1761232757.279095:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232757.279100:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232757.279105:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761232757.279109:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232757.279125:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748739712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232757.279134:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232757.279136:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232757.279138:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232757.279143:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232757/real 1761232757] req@ffff9437fa0df800 x1846776748739456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232757.279144:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9280 00000100:00080000:2.0:1761232757.279151:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232757.279158:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232757.279162:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232757.279166:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748739456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232757.279172:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748739840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232757.279179:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232757.279182:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232757.279186:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232757.279186:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232757.279190:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232757.279192:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748739456:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232757.279196:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9280 00000100:00080000:2.0:1761232757.279200:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232757.279203:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232757.279207:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232757.279213:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748739968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232757.279216:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748739584:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232757.279226:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232757.279229:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232757.279231:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232757.279235:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9280 00000100:00080000:2.0:1761232757.279239:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232757.279243:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232757.279245:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232757.279250:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232757.279258:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232757/real 1761232757] req@ffff9437fa0df480 x1846776748739584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232757.279260:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748740096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232757.279305:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232757.279307:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748739584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232757.279308:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232757.279312:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232757.279319:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9280 00000100:00080000:0.0:1761232757.279326:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232757.279326:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232757.279333:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761232757.279334:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761232757.279337:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232757.279339:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748739584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232757.279347:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748740224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232757.279348:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748739712:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232757.279361:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232757.279364:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232757.279365:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232757.279369:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9280 00000800:00000100:0.0:1761232757.279372:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761232757.279373:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232757.279379:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232757.279382:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232757.279385:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232757/real 1761232757] req@ffff9437fa0ded80 x1846776748739712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232757.279393:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748740352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232757.279400:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748739712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232757.279420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232757.279423:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232757.279426:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748739712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232757.279431:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748739840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232757.279444:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232757.279470:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232757/real 1761232757] req@ffff9437fa0de300 x1846776748739840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232757.279478:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748739840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232757.279488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232757.279490:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232757.279492:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748739840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232757.279513:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748739968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232757.279526:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232757.279532:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232757/real 1761232757] req@ffff9437fa0df100 x1846776748739968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232757.279539:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748739968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232757.279545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232757.279547:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232757.279549:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748739968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232757.279553:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748740096:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232757.279562:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232757.279567:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232757/real 1761232757] req@ffff9437fa0dc000 x1846776748740096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232757.279574:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748740096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232757.279579:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232757.279581:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232757.279583:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748740096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232757.279587:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748740224:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232757.279596:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232757.279601:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232757/real 1761232757] req@ffff9437fa0dca80 x1846776748740224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232757.279608:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748740224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232757.279613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232757.279615:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232757.279616:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748740224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232757.279620:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748740352:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232757.279628:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232757.279633:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232757/real 1761232757] req@ffff9437fa0df800 x1846776748740352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232757.279640:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748740352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232757.279645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232757.279647:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232757.279649:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748740352:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232757.790896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232757.790959:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232757.790973:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232758.111041:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232758.814900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232758.814910:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232759.135083:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232759.838957:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232759.838957:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232760.159114:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232760.862837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232760.862841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232761.182921:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232761.886829:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232761.886829:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232762.207015:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232762.398862:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232762.398878:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232762.398886:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232762.398902:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9286 00000100:00080000:2.0:1761232762.398918:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232762.398926:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232762.398980:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748740480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232762.399015:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232762.399019:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232762.399021:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232762.399027:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9286 00000100:00080000:2.0:1761232762.399033:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232762.399039:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232762.399051:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232762.399052:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748740480:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232762.399067:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748740608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232762.399078:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232762.399080:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232762.399082:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232762.399086:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9286 00000100:00080000:2.0:1761232762.399089:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232762.399092:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232762.399096:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232762.399105:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748740736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232762.399112:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232762.399115:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232762.399117:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232762.399119:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9286 00000100:00080000:2.0:1761232762.399123:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232762.399128:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761232762.399131:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761232762.399134:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232762.399143:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748740864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232762.399150:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232762.399154:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232762.399155:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232762.399157:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9286 00000100:00080000:2.0:1761232762.399160:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232762.399162:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232762.399166:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232762.399175:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748740992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761232762.399180:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232762/real 1761232762] req@ffff9437fa0dd500 x1846776748740480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232762.399190:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232762.399195:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232762.399197:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232762.399201:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9286 00000100:00080000:2.0:1761232762.399204:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232762.399205:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748740480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232762.399209:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232762.399217:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232762.399222:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761232762.399227:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748741120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232762.399228:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232762.399238:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748740480:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232762.399241:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232762.399247:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232762.399249:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232762.399253:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9286 00000100:00080000:2.0:1761232762.399256:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232762.399258:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232762.399261:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232762.399267:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748741248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232762.399274:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232762.399278:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748740608:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232762.399278:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232762.399280:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232762.399287:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9286 00000100:00080000:2.0:1761232762.399290:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232762.399293:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232762.399297:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232762.399304:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748741376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761232762.399316:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232762.399334:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232762/real 1761232762] req@ffff9437fa0dfb80 x1846776748740608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232762.399349:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748740608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232762.399360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232762.399364:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232762.399368:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748740608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232762.399375:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748740736:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232762.399417:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232762.399426:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232762/real 1761232762] req@ffff9437fa0dd180 x1846776748740736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232762.399435:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748740736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232762.399442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232762.399444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232762.399447:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748740736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232762.399451:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748740864:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232762.399464:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232762.399470:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232762/real 1761232762] req@ffff9437fa0dc700 x1846776748740864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232762.399477:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748740864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232762.399482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232762.399484:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232762.399486:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748740864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232762.399489:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748740992:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232762.399499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232762.399505:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232762/real 1761232762] req@ffff9437fa0dc380 x1846776748740992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232762.399513:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748740992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232762.399519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232762.399520:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232762.399522:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748740992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232762.399525:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748741120:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761232762.399535:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232762.399540:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232762/real 1761232762] req@ffff9437fa0ddc00 x1846776748741120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232762.399547:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748741120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232762.399552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232762.399554:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232762.399556:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748741120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232762.399570:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748741248:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232762.399580:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232762.399586:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232762/real 1761232762] req@ffff9437fa0dea00 x1846776748741248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232762.399593:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748741248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232762.399603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232762.399606:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232762.399608:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748741248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232762.399611:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748741376:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761232762.399620:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232762.399626:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232762/real 1761232762] req@ffff9437fa0dd500 x1846776748741376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232762.399632:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748741376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232762.399638:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232762.399640:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761232762.399642:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748741376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232762.910884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232762.910890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232763.230987:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232763.934837:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232763.934879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232763.934969:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232764.254941:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232764.958853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232764.958886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232764.958928:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232765.278981:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232765.982859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232765.982945:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232765.982991:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:0.0:1761232766.303097:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232767.006855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232767.006864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232767.006895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:3.0:1761232767.327116:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232767.518953:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232767.518966:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232767.518972:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232767.518988:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9291 00000100:00080000:0.0:1761232767.519004:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232767.519015:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232767.519063:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748741504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232767.519107:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232767.519115:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232767.519119:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232767.519127:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9291 00000100:00080000:0.0:1761232767.519136:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232767.519145:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232767.519161:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232767.519190:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748741632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232767.519205:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748741504:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232767.519216:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232767.519235:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232767.519238:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232767.519246:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9291 00000100:00080000:0.0:1761232767.519251:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232767.519257:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232767.519264:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232767.519283:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748741760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232767.519296:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232767.519302:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232767.519305:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232767.519309:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9291 00000100:00080000:0.0:1761232767.519313:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232767.519318:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232767.519323:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232767.519364:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748741888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232767.519378:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232767.519382:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232767.519387:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232767.519392:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9291 00000100:00080000:0.0:1761232767.519399:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232767.519404:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232767.519410:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232767.519421:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232767.519439:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748742016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232767.519456:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232767.519461:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232767.519466:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232767.519472:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9291 00000100:00080000:0.0:1761232767.519476:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232767.519482:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232767.519493:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232767.519523:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748742144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232767.519525:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232767/real 1761232767] req@ffff9437f87fb800 x1846776748741504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232767.519655:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232767.519660:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232767.519665:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232767.519679:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9291 00000100:00100000:2.0:1761232767.519680:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748741504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232767.519693:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232767.519717:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232767.519780:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761232767.519785:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232767.519796:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232767.519811:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748741504:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232767.519815:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748742272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232767.519838:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232767.519842:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232767.519845:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232767.519851:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9291 00000100:00080000:0.0:1761232767.519855:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232767.519860:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232767.519869:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232767.519875:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748741632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232767.519890:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748742400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232767.519928:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232767.519960:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232767/real 1761232767] req@ffff9437f87f9180 x1846776748741632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232767.519976:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748741632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232767.519991:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232767.519996:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232767.520000:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748741632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232767.520010:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748741760:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232767.520036:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232767.520048:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232767/real 1761232767] req@ffff9437f87f8700 x1846776748741760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232767.520064:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748741760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232767.520075:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232767.520079:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232767.520082:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748741760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232767.520090:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748741888:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232767.520112:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232767.520124:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232767/real 1761232767] req@ffff9437f87f8000 x1846776748741888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232767.520139:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748741888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232767.520149:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232767.520152:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232767.520156:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748741888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232767.520164:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748742016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232767.520184:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232767.520196:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232767/real 1761232767] req@ffff9437f87faa00 x1846776748742016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232767.520210:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748742016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232767.520229:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232767.520233:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232767.520237:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748742016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232767.520244:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748742144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232767.520262:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232767.520273:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232767/real 1761232767] req@ffff9437f87f8a80 x1846776748742144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232767.520287:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748742144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232767.520297:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232767.520301:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232767.520305:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748742144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232767.520312:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748742272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232767.520354:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232767.520368:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232767/real 1761232767] req@ffff9437f87f9f80 x1846776748742272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232767.520382:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748742272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232767.520393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232767.520397:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232767.520402:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748742272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232767.520434:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748742400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232767.520458:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232767.520471:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232767/real 1761232767] req@ffff9437f87f8e00 x1846776748742400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232767.520486:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748742400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232767.520497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232767.520501:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232767.520505:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748742400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232768.030912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232768.030949:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232768.351029:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232769.054893:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232769.054903:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232769.374980:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232770.079014:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232770.079093:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232770.398988:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232771.103444:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232771.103663:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232771.422976:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232772.127057:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232772.127483:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:3.0:1761232772.446996:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232772.639366:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748742528:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232772.639523:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232772.639631:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232772/real 1761232772] req@ffff9437f86d4700 x1846776748742528/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232772.639772:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748742528/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232772.639802:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232772.639830:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232772.639859:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748742528:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232772.639935:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748742656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232772.640034:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232772.640074:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232772/real 1761232772] req@ffff9437f86d7100 x1846776748742656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232772.640093:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748742656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232772.640107:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232772.640112:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232772.640117:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748742656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232772.640127:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748742784:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232772.640151:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232772.640163:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232772/real 1761232772] req@ffff9437f86d4000 x1846776748742784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232772.640177:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748742784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232772.640188:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232772.640191:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232772.640195:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748742784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232772.640203:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748742912:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232772.640222:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232772.640234:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232772/real 1761232772] req@ffff9437f86d6680 x1846776748742912/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232772.640257:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748742912/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232772.640267:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232772.640298:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232772.640304:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748742912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232772.640313:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748743040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232772.640341:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232772.640355:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232772/real 1761232772] req@ffff9437f86d5f80 x1846776748743040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232772.640370:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748743040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232772.640380:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232772.640385:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232772.640389:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748743040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232772.640396:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748743168:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232772.640416:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232772.640427:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232772/real 1761232772] req@ffff9437f86d5880 x1846776748743168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232772.640441:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748743168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232772.640459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232772.640463:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232772.640467:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748743168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232772.640497:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748743296:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232772.640517:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232772.640529:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232772/real 1761232772] req@ffff9437f86d6a00 x1846776748743296/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232772.640543:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748743296/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232772.640553:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232772.640556:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232772.640560:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748743296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232772.640572:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748743424:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232772.640609:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232772.640632:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232772/real 1761232772] req@ffff9437f86d4700 x1846776748743424/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232772.640654:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748743424/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232772.640670:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232772.640677:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232772.640684:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748743424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232773.150928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232773.150944:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761232773.470904:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232774.174982:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232774.175565:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232774.175634:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:0.0:1761232774.495018:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232775.198955:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232775.198991:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232775.518979:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232775.519018:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232776.222922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232776.542850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232776.542950:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232777.246923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232777.246953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232777.566844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232777.759157:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748743552:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232777.759333:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748743680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232777.759391:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748743808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232777.759437:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748743936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232777.759487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748744064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232777.759529:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748744192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232777.759665:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748744320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232777.759716:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748744448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232778.270947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232778.270949:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232778.590880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232778.590962:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232779.294881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232779.294903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232779.614973:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232779.614979:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232780.318884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232780.318924:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232780.638822:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232780.639041:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1761232780.831226:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:3.0:1761232780.831297:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761232780.831323:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232780.831381:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232780.831396:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232780.831418:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232780.831431:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232780.831456:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761232780.831479:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761232780.831489:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232777/real 1761232780] req@ffff9437f86d7b80 x1846776748744064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:3.0:1761232780.831491:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761232780.831537:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748744064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232780.831552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232780.831559:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232780.831565:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748744064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232780.831574:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232777/real 1761232780] req@ffff9437f86d5180 x1846776748743680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232780.831589:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748743680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232780.831598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232780.831603:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232780.831607:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748743680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232780.831615:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232777/real 1761232780] req@ffff9437f86d5c00 x1846776748743808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232780.831627:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748743808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232780.831635:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232780.831639:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232780.831643:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748743808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232780.831650:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232777/real 1761232780] req@ffff9437f86d7480 x1846776748743936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232780.831666:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748743936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232780.831679:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232780.831685:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232780.831691:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748743936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232780.831704:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232777/real 1761232780] req@ffff9437f86d6d80 x1846776748743552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232780.831724:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748743552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232780.831769:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232780.831776:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232780.831782:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748743552:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232780.831861:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232777/real 1761232780] req@ffff9437f86d6a00 x1846776748744448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232780.831883:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748744448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232780.831896:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232780.831902:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232780.831908:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748744448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232780.831919:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232777/real 1761232780] req@ffff9437f86d4700 x1846776748744320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232780.831937:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748744320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232780.831951:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232780.831959:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232780.831969:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748744320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232780.831986:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232777/real 1761232780] req@ffff9437f86d4380 x1846776748744192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232780.832026:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748744192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232780.832039:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232780.832046:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232780.832054:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748744192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232781.342933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232781.342946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232781.342960:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232781.662837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232781.662955:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232782.366962:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232782.686819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232782.878933:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232782.878944:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232782.878949:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232782.878960:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9306 00000100:00080000:0.0:1761232782.878974:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232782.878981:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232782.879019:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748744576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232782.879048:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232782.879051:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232782.879053:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232782.879056:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9306 00000100:00080000:0.0:1761232782.879059:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232782.879063:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232782.879074:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232782.879085:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748744704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232782.879097:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748744576:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232782.879105:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232782.879111:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232782.879113:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232782.879121:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9306 00000100:00080000:0.0:1761232782.879126:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232782.879132:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232782.879139:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232782.879171:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748744832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232782.879183:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232782.879195:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1761232782.879195:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232782.879204:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232782.879213:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9306 00000100:00080000:0.0:1761232782.879221:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232782.879228:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232782.879235:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232782.879256:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748744960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232782.879257:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232782/real 1761232782] req@ffff9437f87f9880 x1846776748744576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232782.879320:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232782.879327:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232782.879329:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232782.879332:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748744576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232782.879343:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9306 00000100:00080000:0.0:1761232782.879354:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232782.879364:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232782.879364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761232782.879382:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232782.879383:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232782.879395:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748744576:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232782.879403:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748745088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232782.879416:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232782.879420:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232782.879423:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232782.879433:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748744704:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232782.879434:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9306 00000100:00080000:0.0:1761232782.879451:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232782.879460:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232782.879468:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232782.879476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232782.879488:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748745216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232782.879496:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232782/real 1761232782] req@ffff9437f87f8380 x1846776748744704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232782.879520:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232782.879528:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232782.879532:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232782.879543:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9306 00000100:00100000:2.0:1761232782.879544:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748744704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232782.879555:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232782.879568:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232782.879575:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232782.879580:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748744704:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232782.879583:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232782.879598:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232782.879601:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748744832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232782.879627:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748745344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232782.879641:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232782.879650:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232782.879652:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232782.879661:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232782.879667:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9306 00000100:00080000:0.0:1761232782.879675:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232782.879682:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232782/real 1761232782] req@ffff9437f87f8e00 x1846776748744832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232782.879701:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748744832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232782.879711:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232782.879715:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232782.879718:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748744832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232782.879767:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748744960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232782.879794:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232782.879803:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232782.879809:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232782/real 1761232782] req@ffff9437f87f9f80 x1846776748744960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232782.879821:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232782.879824:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748744960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232782.879842:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232782.879846:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232782.879850:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748744960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232782.879857:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748745472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232782.879860:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748745088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232782.879894:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232782.879909:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232782/real 1761232782] req@ffff9437f87f8a80 x1846776748745088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232782.879923:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748745088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232782.879933:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232782.879937:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232782.879942:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748745088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232782.879966:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748745216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232782.879990:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232782.880004:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232782/real 1761232782] req@ffff9437f87faa00 x1846776748745216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232782.880016:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748745216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232782.880024:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232782.880027:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232782.880031:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748745216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232782.880038:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748745344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232782.880058:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232782.880068:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232782/real 1761232782] req@ffff9437f87f8000 x1846776748745344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232782.880079:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748745344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232782.880087:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232782.880090:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232782.880093:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748745344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232782.880100:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748745472:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232782.880119:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232782.880129:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232782/real 1761232782] req@ffff9437f87f8700 x1846776748745472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232782.880141:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748745472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232782.880150:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232782.880172:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232782.880176:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748745472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232783.390859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232783.390865:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232783.710847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232783.710927:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232784.415032:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232784.415033:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232784.734970:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232784.735044:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232785.438967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232785.438992:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232785.758821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232785.759011:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232786.462909:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232786.462915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232786.782859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232786.783050:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232787.486923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232787.486969:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232787.806841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232787.998933:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232787.998946:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232787.998962:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232787.998977:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9311 00000100:00080000:0.0:1761232787.998992:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232787.999007:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232787.999056:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748745600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232787.999087:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232787.999091:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232787.999093:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232787.999116:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9311 00000100:00080000:0.0:1761232787.999121:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232787.999126:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232787.999137:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232787.999151:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748745728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232787.999160:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748745600:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232787.999169:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232787.999174:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232787.999176:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232787.999182:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9311 00000100:00080000:0.0:1761232787.999188:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232787.999192:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232787.999196:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232787.999212:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748745856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232787.999222:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232787.999226:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232787.999227:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232787.999231:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9311 00000800:00000100:2.0:1761232787.999238:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232787.999240:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232787.999247:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232787.999254:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232787.999266:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748745984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232787.999276:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232787.999280:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232787.999281:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232787.999286:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9311 00000100:00080000:0.0:1761232787.999292:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232787.999292:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232787/real 1761232787] req@ffff9437f87f9180 x1846776748745600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232787.999301:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232787.999311:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232787.999327:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748746112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232787.999330:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748745600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232787.999356:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232787.999361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232787.999362:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232787.999368:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232787.999373:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232787.999378:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9311 00000100:00100000:2.0:1761232787.999384:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748745600:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232787.999385:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232787.999396:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232787.999401:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232787.999411:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748746240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232787.999419:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748745728:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232787.999431:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232787.999437:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232787.999439:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232787.999444:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9311 00000100:00080000:0.0:1761232787.999451:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232787.999459:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761232787.999459:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761232787.999469:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232787.999481:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232787/real 1761232787] req@ffff9437f87fb800 x1846776748745728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232787.999485:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748746368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232787.999518:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232787.999522:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748745728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232787.999524:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232787.999530:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232787.999540:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9311 00000100:00080000:2.0:1761232787.999550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232787.999551:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232787.999560:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232787.999563:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:0.0:1761232787.999566:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232787.999571:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748745728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232787.999581:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748746496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232787.999585:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748745856:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232787.999618:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232787.999631:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232787/real 1761232787] req@ffff9437f87fa300 x1846776748745856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232787.999651:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748745856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232787.999664:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232787.999668:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232787.999672:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748745856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232787.999677:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748745984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232787.999692:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232787.999700:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232787/real 1761232787] req@ffff9437f87fbb80 x1846776748745984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232787.999712:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748745984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232787.999720:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232787.999724:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232787.999764:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748745984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232787.999772:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748746112:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232787.999797:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232787.999813:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232787/real 1761232787] req@ffff9437f87f9c00 x1846776748746112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232787.999826:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748746112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232787.999840:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232787.999843:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232787.999846:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748746112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232787.999863:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748746240:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232787.999879:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232787.999888:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232787/real 1761232787] req@ffff9437f87fad80 x1846776748746240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232787.999899:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748746240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232787.999906:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232787.999909:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232787.999912:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748746240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232787.999917:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748746368:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232787.999930:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232787.999939:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232787/real 1761232787] req@ffff9437f87fb100 x1846776748746368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232787.999949:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748746368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232787.999956:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232787.999958:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232787.999962:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748746368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232787.999967:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748746496:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232787.999980:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232787.999988:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232787/real 1761232787] req@ffff9437f87fa680 x1846776748746496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232787.999998:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748746496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232788.000006:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232788.000009:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232788.000011:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748746496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232788.510908:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232788.510912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232788.830853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232788.830984:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232789.534949:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232789.534977:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232789.854923:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232789.855096:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232790.558835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232790.878859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232790.879016:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232791.582928:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232791.582933:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232791.902967:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232791.903148:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232792.606953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232792.926876:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232793.119025:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748746624:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232793.119108:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232793.119151:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232793/real 1761232793] req@ffff9437f86d5880 x1846776748746624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232793.119172:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748746624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232793.119195:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232793.119202:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232793.119213:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748746624:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232793.119246:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748746752:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232793.119279:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232793.119296:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232793/real 1761232793] req@ffff9437f86d5f80 x1846776748746752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232793.119314:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748746752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232793.119338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232793.119346:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232793.119354:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748746752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232793.119370:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748746880:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232793.119392:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232793.119407:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232793/real 1761232793] req@ffff9437f86d6680 x1846776748746880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232793.119433:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748746880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232793.119444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232793.119453:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232793.119460:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748746880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232793.119473:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748747008:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232793.119490:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232793.119498:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232793/real 1761232793] req@ffff9437f86d4000 x1846776748747008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232793.119508:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748747008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232793.119514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232793.119516:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232793.119518:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748747008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232793.119531:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748747136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232793.119544:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232793.119551:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232793/real 1761232793] req@ffff9437f86d7100 x1846776748747136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232793.119560:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748747136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232793.119566:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232793.119568:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232793.119570:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748747136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232793.119574:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748747264:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232793.119585:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232793.119591:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232793/real 1761232793] req@ffff9437f86d5880 x1846776748747264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232793.119600:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748747264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232793.119611:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232793.119614:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232793.119617:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748747264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232793.119620:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748747392:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232793.119631:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232793.119637:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232793/real 1761232793] req@ffff9437f86d4380 x1846776748747392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232793.119645:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748747392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232793.119651:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232793.119654:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232793.119656:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748747392:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232793.119660:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748747520:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232793.119677:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232793.119690:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232793/real 1761232793] req@ffff9437f86d4700 x1846776748747520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232793.119705:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748747520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232793.119716:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232793.119720:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232793.119725:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748747520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232793.630953:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232793.630961:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232793.950894:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232793.951105:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232794.654893:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232794.654946:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232794.974854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232794.974943:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232795.678934:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232795.678972:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232795.998866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232795.998927:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232796.702938:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232796.702983:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232797.022840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232797.023079:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232797.727017:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232797.727034:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232798.046879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232798.238995:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232798.239014:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232798.239024:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232798.239047:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9321 00000100:00080000:3.0:1761232798.239067:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232798.239078:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232798.239138:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748747648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232798.239179:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232798.239183:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232798.239185:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232798.239191:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9321 00000100:00080000:3.0:1761232798.239195:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232798.239199:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232798.239211:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232798.239224:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748747776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232798.239237:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232798.239241:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232798.239243:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232798.239251:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9321 00000100:00080000:3.0:1761232798.239254:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232798.239264:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748747648:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232798.239265:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232798.239279:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232798.239292:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748747904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232798.239303:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232798.239307:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232798.239310:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232798.239314:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9321 00000100:00080000:3.0:1761232798.239318:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232798.239322:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232798.239329:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232798.239344:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748748032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232798.239355:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232798.239360:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232798.239362:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232798.239366:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9321 00000100:00080000:3.0:1761232798.239372:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232798.239376:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232798.239386:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232798.239394:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232798.239409:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748748160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232798.239418:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232798.239423:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232798.239427:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232798.239435:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9321 00000100:00080000:3.0:1761232798.239439:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232798.239445:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232798.239449:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232798/real 1761232798] req@ffff943800b9b480 x1846776748747648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232798.239453:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232798.239481:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748748288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232798.239496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748747648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232798.239497:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232798.239522:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232798.239532:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232798.239556:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9321 00000100:00080000:2.0:1761232798.239560:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232798.239563:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232798.239573:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232798.239584:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232798.239596:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748747648:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761232798.239600:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232798.239619:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748748416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232798.239635:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232798.239637:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748747776:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232798.239642:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232798.239658:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232798.239670:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9321 00000100:00080000:3.0:1761232798.239682:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232798.239687:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232798.239694:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232798.239701:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232798.239711:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748748544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232798.239767:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232798/real 1761232798] req@ffff943800b98700 x1846776748747776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232798.239790:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748747776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232798.239806:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232798.239816:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232798.239822:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748747776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232798.239833:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748747904:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232798.239859:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232798.239872:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232798/real 1761232798] req@ffff943800b98000 x1846776748747904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232798.239887:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748747904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232798.239897:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232798.239902:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232798.239906:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748747904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232798.239914:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748748032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232798.239933:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232798.239944:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232798/real 1761232798] req@ffff943800b99c00 x1846776748748032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232798.239957:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748748032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232798.239967:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232798.239971:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232798.239975:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748748032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232798.240011:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748748160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232798.240036:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232798.240049:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232798/real 1761232798] req@ffff943800b98380 x1846776748748160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232798.240064:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748748160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232798.240074:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232798.240078:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232798.240082:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748748160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232798.240089:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748748288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232798.240108:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232798.240119:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232798/real 1761232798] req@ffff943800b99f80 x1846776748748288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232798.240133:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748748288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232798.240143:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232798.240147:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232798.240150:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748748288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232798.240177:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748748416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232798.240197:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232798.240208:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232798/real 1761232798] req@ffff943800b9a680 x1846776748748416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232798.240222:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748748416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232798.240240:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232798.240244:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232798.240248:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748748416:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232798.240255:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748748544:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232798.240273:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232798.240284:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232798/real 1761232798] req@ffff943800b9ad80 x1846776748748544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232798.240297:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748748544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232798.240307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232798.240311:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232798.240314:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748748544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232798.750838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232798.750899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232799.070833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232799.071044:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232799.775023:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232800.094939:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232800.095109:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232800.798981:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232800.799024:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232801.118892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232801.119137:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232801.822978:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232801.823014:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232802.143007:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232802.143165:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232802.846847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232802.846848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232803.166874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232803.358880:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232803.358890:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232803.358894:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232803.358905:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9327 00000100:00080000:0.0:1761232803.358917:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232803.358940:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232803.358981:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748748672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232803.359009:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232803.359014:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232803.359016:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232803.359021:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9327 00000100:00080000:0.0:1761232803.359027:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232803.359033:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232803.359043:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232803.359053:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748748672:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232803.359062:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748748800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232803.359076:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232803.359079:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232803.359082:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232803.359087:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9327 00000100:00080000:0.0:1761232803.359105:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232803.359111:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232803.359117:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232803.359123:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232803.359132:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748748928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232803.359141:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232803.359144:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232803.359146:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232803.359151:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9327 00000100:00080000:0.0:1761232803.359155:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232803.359160:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232803.359167:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232803.359167:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232803/real 1761232803] req@ffff9437f87fb480 x1846776748748672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232803.359185:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748749056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232803.359202:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748748672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232803.359205:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232803.359231:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232803.359236:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232803.359243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232803.359246:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9327 00000100:00080000:2.0:1761232803.359254:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232803.359255:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232803.359265:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748748672:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232803.359266:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232803.359278:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232803.359294:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748749184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232803.359300:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748748800:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232803.359318:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232803.359322:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232803.359324:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232803.359329:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9327 00000100:00080000:0.0:1761232803.359334:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232803.359335:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232803.359342:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232803.359349:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232803.359355:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232803/real 1761232803] req@ffff9437f87f9500 x1846776748748800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232803.359364:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748749312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232803.359374:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748748800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232803.359376:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232803.359385:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232803.359389:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232803.359398:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9327 00000100:00080000:2.0:1761232803.359399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232803.359402:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232803.359406:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761232803.359408:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232803.359414:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748748800:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761232803.359416:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232803.359424:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748748928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761232803.359430:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748749440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232803.359440:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232803.359443:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232803.359445:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232803.359449:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232803.359454:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9327 00000100:00080000:0.0:1761232803.359462:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232803.359468:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232803.359469:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232803/real 1761232803] req@ffff9437f87fa680 x1846776748748928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761232803.359472:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232803.359491:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748749568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232803.359492:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748748928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232803.359547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232803.359554:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232803.359559:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748748928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232803.359570:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748749056:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232803.359599:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232803.359613:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232803/real 1761232803] req@ffff9437f87fb100 x1846776748749056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232803.359630:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748749056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232803.359641:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232803.359646:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232803.359650:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748749056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232803.359670:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748749184:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232803.359690:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232803.359701:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232803/real 1761232803] req@ffff9437f87fad80 x1846776748749184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232803.359716:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748749184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232803.359727:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232803.359732:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232803.359736:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748749184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232803.359744:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748749312:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232803.359800:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232803.359815:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232803/real 1761232803] req@ffff9437f87f9c00 x1846776748749312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232803.359830:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748749312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232803.359841:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232803.359845:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232803.359848:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748749312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232803.359855:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748749440:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232803.359876:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232803.359887:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232803/real 1761232803] req@ffff9437f87fbb80 x1846776748749440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232803.359902:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748749440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232803.359912:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232803.359916:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232803.359920:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748749440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232803.359958:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748749568:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232803.359981:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232803.359994:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232803/real 1761232803] req@ffff9437f87fa300 x1846776748749568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232803.360008:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748749568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232803.360027:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232803.360031:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232803.360034:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748749568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232803.870878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232803.870949:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232803.870952:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232804.190895:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232804.191022:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232804.894868:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232804.894987:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232804.894999:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232805.214788:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232805.214939:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232805.918968:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232805.918968:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232806.238930:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232806.239100:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232806.943007:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232806.943015:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232807.262901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232807.262979:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232807.966978:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232808.286815:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232808.478984:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232808.479000:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232808.479008:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232808.479024:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9332 00000100:00080000:3.0:1761232808.479043:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232808.479055:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232808.479118:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748749696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232808.479162:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232808.479167:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232808.479169:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232808.479174:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9332 00000100:00080000:3.0:1761232808.479178:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232808.479183:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232808.479199:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232808.479214:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748749824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232808.479228:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232808.479232:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232808.479236:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232808.479249:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748749696:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232808.479252:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9332 00000100:00080000:3.0:1761232808.479266:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232808.479274:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232808.479280:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232808.479298:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748749952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232808.479310:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232808.479314:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232808.479316:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232808.479320:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9332 00000100:00080000:3.0:1761232808.479353:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232808.479363:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232808.479374:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232808.479386:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232808.479411:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748750080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232808.479425:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232808.479430:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232808.479433:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232808.479439:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232808/real 1761232808] req@ffff943800b98a80 x1846776748749696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232808.479447:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9332 00000100:00080000:3.0:1761232808.479463:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232808.479484:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232808.479502:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232808.479514:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748749696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232808.479527:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748750208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232808.479575:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232808.479579:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232808.479589:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232808.479592:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232808.479601:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232808.479606:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748749696:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232808.479614:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9332 00000100:00080000:3.0:1761232808.479633:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232808.479640:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232808.479650:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232808.479666:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748750336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232808.479670:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748749824:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232808.479709:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232808.479715:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232808.479718:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232808.479779:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9332 00000800:00000100:2.0:1761232808.479781:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232808.479796:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232808.479806:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232808.479813:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232808.479816:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232808/real 1761232808] req@ffff943800b9b800 x1846776748749824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232808.479838:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748750464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232808.479915:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232808.479919:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748749824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232808.479923:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232808.479933:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232808.479958:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9332 00000100:00080000:3.0:1761232808.479985:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232808.479987:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232808.479997:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232808.480002:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761232808.480011:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232808.480017:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748749824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232808.480040:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748750592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232808.480042:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748749952:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232808.480105:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232808.480122:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232808/real 1761232808] req@ffff943800b99500 x1846776748749952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232808.480138:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748749952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232808.480149:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232808.480153:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232808.480158:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748749952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232808.480166:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748750080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232808.480186:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232808.480197:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232808/real 1761232808] req@ffff943800b98e00 x1846776748750080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232808.480212:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748750080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232808.480230:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232808.480234:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232808.480238:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748750080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232808.480245:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748750208:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232808.480264:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232808.480275:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232808/real 1761232808] req@ffff943800b9bb80 x1846776748750208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232808.480288:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748750208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232808.480298:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232808.480302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232808.480305:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748750208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232808.480330:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748750336:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232808.480349:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232808.480360:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232808/real 1761232808] req@ffff943800b9aa00 x1846776748750336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232808.480374:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748750336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232808.480383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232808.480387:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232808.480392:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748750336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232808.480400:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748750464:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232808.480418:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232808.480428:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232808/real 1761232808] req@ffff943800b98a80 x1846776748750464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232808.480441:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748750464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232808.480450:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232808.480454:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232808.480457:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748750464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232808.480465:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748750592:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232808.480483:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232808.480494:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232808/real 1761232808] req@ffff943800b9ad80 x1846776748750592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232808.480508:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748750592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232808.480518:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232808.480521:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232808.480525:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748750592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232808.991011:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232808.991023:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232809.310900:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232809.311065:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232810.014997:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232810.015005:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232810.334907:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232810.335088:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232811.038956:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232811.359012:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232811.359117:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232812.062967:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232812.062990:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232812.382893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232812.383069:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232813.086957:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232813.406996:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232813.598955:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232813.598971:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232813.598979:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232813.598997:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9337 00000100:00080000:3.0:1761232813.599017:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232813.599028:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232813.599096:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748750720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232813.599135:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232813.599140:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232813.599143:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232813.599148:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9337 00000100:00080000:3.0:1761232813.599153:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232813.599158:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232813.599171:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232813.599187:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748750848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232813.599202:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748750720:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232813.599205:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232813.599217:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232813.599220:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232813.599226:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9337 00000100:00080000:3.0:1761232813.599230:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232813.599234:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232813.599241:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232813.599254:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748750976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232813.599266:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232813.599270:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232813.599272:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232813.599277:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9337 00000100:00080000:3.0:1761232813.599297:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232813.599302:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232813.599308:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232813.599317:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232813.599330:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748751104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232813.599344:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232813.599359:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232813.599360:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232813.599364:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9337 00000100:00080000:3.0:1761232813.599369:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232813.599374:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232813.599382:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232813.599396:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232813/real 1761232813] req@ffff943800b9a680 x1846776748750720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232813.599401:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748751232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232813.599445:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232813.599450:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232813.599453:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232813.599459:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748750720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232813.599463:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9337 00000100:00080000:3.0:1761232813.599472:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232813.599482:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232813.599492:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232813.599496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232813.599508:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761232813.599510:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748751360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232813.599519:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748750720:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232813.599539:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232813.599544:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232813.599547:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232813.599553:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9337 00000100:00080000:3.0:1761232813.599556:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232813.599560:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232813.599566:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232813.599572:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748750848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232813.599584:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748751488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232813.599597:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232813.599601:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232813.599605:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232813.599611:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9337 00000100:00080000:3.0:1761232813.599618:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232813.599623:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232813.599629:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232813.599638:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232813.599651:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232813/real 1761232813] req@ffff943800b99f80 x1846776748750848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232813.599658:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748751616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232813.599698:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748750848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232813.599713:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232813.599718:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232813.599724:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748750848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232813.599765:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748750976:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232813.599790:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232813.599803:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232813/real 1761232813] req@ffff943800b98380 x1846776748750976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232813.599852:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748750976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232813.599863:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232813.599867:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232813.599871:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748750976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232813.599879:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748751104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232813.599902:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232813.599923:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232813/real 1761232813] req@ffff943800b99c00 x1846776748751104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232813.599937:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748751104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232813.599946:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232813.599950:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232813.599953:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748751104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232813.599960:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748751232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232813.599977:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232813.599988:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232813/real 1761232813] req@ffff943800b98000 x1846776748751232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232813.600001:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748751232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232813.600012:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232813.600016:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232813.600020:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748751232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232813.600025:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748751360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232813.600043:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232813.600052:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232813/real 1761232813] req@ffff943800b98700 x1846776748751360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232813.600064:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748751360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232813.600076:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232813.600080:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232813.600084:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748751360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232813.600105:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748751488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232813.600123:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232813.600133:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232813/real 1761232813] req@ffff943800b9b480 x1846776748751488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232813.600147:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748751488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232813.600155:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232813.600158:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232813.600163:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748751488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232813.600170:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748751616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232813.600187:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232813.600197:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232813/real 1761232813] req@ffff943800b9a680 x1846776748751616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232813.600209:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748751616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232813.600219:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232813.600222:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232813.600226:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748751616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232814.110998:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232814.111050:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232814.430913:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232814.431091:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232815.135011:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232815.135052:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232815.454921:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232815.455123:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232816.159000:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232816.159014:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232816.478908:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232816.479100:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232817.182895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232817.182929:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232817.502957:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232817.503146:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232818.206897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232818.206939:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232818.526850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232818.718854:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232818.718864:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232818.718869:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232818.718880:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9342 00000100:00080000:3.0:1761232818.718892:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232818.718899:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232818.718938:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748751744/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232818.718974:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232818.718978:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232818.718981:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232818.718985:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9342 00000100:00080000:3.0:1761232818.718991:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232818.718998:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232818.719010:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232818.719027:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748751872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232818.719047:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232818.719050:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232818.719052:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232818.719055:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9342 00000100:00080000:3.0:1761232818.719058:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232818.719061:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232818.719064:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232818.719075:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748752000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232818.719082:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232818.719085:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232818.719086:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232818.719090:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9342 00000100:00080000:3.0:1761232818.719093:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232818.719096:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232818.719103:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232818.719116:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748752128/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232818.719124:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232818.719127:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232818.719129:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232818.719133:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9342 00000100:00080000:3.0:1761232818.719137:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232818.719141:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232818.719147:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232818.719162:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748752256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232818.719170:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232818.719173:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232818.719178:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232818.719187:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9342 00000100:00080000:3.0:1761232818.719192:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232818.719196:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232818.719204:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232818.719215:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748752384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232818.719225:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232818.719227:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232818.719229:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232818.719233:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9342 00000100:00080000:3.0:1761232818.719236:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232818.719243:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232818.719252:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232818.719263:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748752512/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232818.719273:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232818.719279:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232818.719283:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232818.719288:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9342 00000100:00080000:3.0:1761232818.719292:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232818.719299:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232818.719307:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232818.719322:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748752640/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761232819.230897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232819.230934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232819.230947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232819.550963:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232819.551103:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232820.254868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232820.254877:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232820.574833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232820.574943:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232821.278844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232821.278847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232821.598829:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232821.598940:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232822.302963:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232822.303026:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232822.622897:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232822.623159:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232823.326945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232823.326962:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232823.646846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:2.0:1761232823.838901:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232823.838912:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232823.838918:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232823.838947:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9347 00000100:00080000:2.0:1761232823.838962:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232823.838969:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232823.839020:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748752768/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232823.839059:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232823.839063:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232823.839065:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232823.839069:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9347 00000100:00080000:2.0:1761232823.839071:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232823.839075:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232823.839096:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232823.839106:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748752896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232823.839116:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232823.839120:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232823.839121:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232823.839125:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9347 00000100:00080000:2.0:1761232823.839127:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232823.839130:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232823.839134:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232823.839141:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748753024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232823.839154:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232823.839159:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232823.839161:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232823.839165:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9347 00000100:00080000:2.0:1761232823.839168:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232823.839172:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232823.839177:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232823.839187:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748753152/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232823.839195:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232823.839199:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232823.839200:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232823.839204:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9347 00000100:00080000:2.0:1761232823.839228:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232823.839231:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232823.839235:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232823.839247:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748753280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232823.839257:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232823.839261:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232823.839263:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232823.839267:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9347 00000100:00080000:2.0:1761232823.839270:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232823.839273:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232823.839276:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232823.839285:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748753408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232823.839299:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232823.839302:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232823.839304:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232823.839307:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9347 00000100:00080000:2.0:1761232823.839310:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232823.839318:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232823.839326:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232823.839340:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748753536/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232823.839348:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232823.839353:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232823.839356:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232823.839367:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9347 00000100:00080000:2.0:1761232823.839374:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232823.839378:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232823.839388:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232823.839402:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748753664/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761232824.350873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232824.351022:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232824.670825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232824.671034:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232825.374852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232825.374881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232825.694883:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232825.694987:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232826.398937:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232826.398939:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232826.718951:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232826.719118:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232827.422898:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232827.422997:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232827.742892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232827.743089:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232828.446842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232828.446958:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232828.447007:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232828.766925:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232828.958947:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232828.958966:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232828.958975:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232828.958996:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9352 00000100:00080000:3.0:1761232828.959019:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232828.959037:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232828.959103:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748753792/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232828.959151:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232828.959157:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232828.959160:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232828.959167:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9352 00000100:00080000:3.0:1761232828.959171:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232828.959175:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232828.959189:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232828.959210:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748753920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232828.959226:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232828.959233:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232828.959236:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232828.959243:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9352 00000100:00080000:3.0:1761232828.959248:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232828.959252:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232828.959258:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232828.959272:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748754048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232828.959282:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232828.959286:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232828.959289:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232828.959292:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9352 00000100:00080000:3.0:1761232828.959296:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232828.959305:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232828.959316:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232828.959335:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748754176/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232828.959346:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232828.959351:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232828.959355:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232828.959362:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9352 00000100:00080000:3.0:1761232828.959367:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232828.959377:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232828.959394:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232828.959422:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748754304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232828.959448:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232828.959453:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232828.959464:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232828.959487:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9352 00000100:00080000:3.0:1761232828.959504:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232828.959522:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232828.959529:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232828.959556:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748754432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232828.959591:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232828.959595:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232828.959598:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232828.959604:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9352 00000100:00080000:3.0:1761232828.959610:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232828.959619:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232828.959679:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232828.959699:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748754560/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232828.959712:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232828.959716:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232828.959724:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232828.959764:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9352 00000100:00080000:3.0:1761232828.959770:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232828.959774:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232828.959780:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232828.959798:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748754688/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761232829.470841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232829.790883:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232829.791048:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232830.494817:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232830.494908:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232830.814869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232830.815039:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232831.518809:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232831.518876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232831.838888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232831.839011:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232832.542801:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232832.542822:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232832.862871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232832.863065:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232833.566864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232833.566949:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232833.886850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:2.0:1761232834.078939:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232834.078952:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232834.078958:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232834.078971:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9357 00000100:00080000:2.0:1761232834.078986:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232834.078994:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232834.079042:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748754816/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232834.079080:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232834.079084:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232834.079087:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232834.079093:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9357 00000100:00080000:2.0:1761232834.079098:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232834.079105:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232834.079118:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232834.079136:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748754944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232834.079157:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232834.079163:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232834.079166:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232834.079172:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9357 00000100:00080000:2.0:1761232834.079177:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232834.079183:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232834.079191:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232834.079204:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748755072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232834.079217:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232834.079221:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232834.079224:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232834.079228:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9357 00000100:00080000:2.0:1761232834.079254:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232834.079259:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232834.079267:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232834.079285:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748755200/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232834.079299:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232834.079304:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232834.079307:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232834.079313:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9357 00000100:00080000:2.0:1761232834.079318:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232834.079323:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232834.079329:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232834.079343:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748755328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232834.079359:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232834.079378:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232834.079384:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232834.079408:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9357 00000100:00080000:2.0:1761232834.079425:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232834.079435:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232834.079441:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232834.079463:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748755456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232834.079483:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232834.079493:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232834.079501:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232834.079515:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9357 00000100:00080000:2.0:1761232834.079522:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232834.079532:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232834.079539:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232834.079555:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748755584/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232834.079596:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232834.079612:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232834.079617:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232834.079624:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9357 00000100:00080000:2.0:1761232834.079630:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232834.079635:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232834.079642:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232834.079664:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748755712/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232834.590867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232834.590869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232834.910912:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232834.911046:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232835.614938:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232835.615014:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232835.934858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232835.935017:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232836.638955:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232836.638984:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232836.958847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232836.959043:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232837.663230:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232837.663947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232837.982879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232837.983060:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232838.687698:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232839.006910:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761232839.198990:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232839.199004:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232839.199010:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232839.199023:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9362 00000100:00080000:0.0:1761232839.199039:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232839.199048:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232839.199095:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748755840/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232839.199141:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232839.199146:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232839.199148:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232839.199154:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9362 00000100:00080000:0.0:1761232839.199159:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232839.199165:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232839.199177:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232839.199193:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748755968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232839.199212:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232839.199220:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232839.199230:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232839.199254:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9362 00000100:00080000:0.0:1761232839.199261:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232839.199264:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232839.199272:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232839.199292:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748756096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232839.199305:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232839.199310:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232839.199313:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232839.199318:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9362 00000100:00080000:0.0:1761232839.199348:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232839.199355:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232839.199362:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232839.199398:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748756224/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232839.199415:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232839.199420:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232839.199423:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232839.199428:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9362 00000100:00080000:0.0:1761232839.199437:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232839.199444:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232839.199451:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232839.199474:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748756352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232839.199506:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232839.199511:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232839.199540:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232839.199549:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9362 00000100:00080000:0.0:1761232839.199570:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232839.199579:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232839.199590:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232839.199607:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748756480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232839.199631:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232839.199636:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232839.199643:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232839.199651:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9362 00000100:00080000:0.0:1761232839.199662:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232839.199669:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232839.199675:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232839.199690:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748756608/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232839.199704:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232839.199716:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232839.199724:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232839.199806:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9362 00000100:00080000:0.0:1761232839.199816:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232839.199829:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232839.199854:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232839.199906:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748756736/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761232839.710994:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232839.711045:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232839.711099:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232840.030862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232840.031040:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232840.734985:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232840.735129:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232840.735170:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232841.054836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232841.055013:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232841.758958:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232841.759254:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232842.078880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232842.079051:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232842.782919:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232842.782919:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232843.102950:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232843.103108:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232843.806958:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232843.807043:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232844.126928:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:2.0:1761232844.318994:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232844.319011:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232844.319019:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232844.319036:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9368 00000100:00080000:2.0:1761232844.319056:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232844.319067:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232844.319136:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748756864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232844.319184:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232844.319190:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232844.319193:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232844.319198:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9368 00000100:00080000:2.0:1761232844.319203:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232844.319208:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232844.319225:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232844.319244:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748756992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232844.319280:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232844.319300:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232844.319304:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232844.319313:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9368 00000100:00080000:2.0:1761232844.319318:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232844.319325:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232844.319334:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232844.319355:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748757120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232844.319368:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232844.319373:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232844.319376:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232844.319383:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9368 00000100:00080000:2.0:1761232844.319389:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232844.319395:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232844.319402:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232844.319414:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748757248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232844.319427:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232844.319432:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232844.319436:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232844.319444:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9368 00000100:00080000:2.0:1761232844.319453:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232844.319485:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232844.319498:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232844.319526:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748757376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232844.319544:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232844.319550:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232844.319555:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232844.319573:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9368 00000100:00080000:2.0:1761232844.319596:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232844.319605:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232844.319614:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232844.319640:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748757504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232844.319673:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232844.319678:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232844.319682:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232844.319691:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9368 00000100:00080000:2.0:1761232844.319705:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232844.319722:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232844.319788:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232844.319822:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748757632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232844.319850:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232844.319855:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232844.319859:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232844.319868:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9368 00000100:00080000:2.0:1761232844.319884:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232844.319893:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232844.319911:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232844.319939:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748757760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761232844.830889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232844.830923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232845.150875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232845.150987:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232845.854924:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232845.854955:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232846.174920:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232846.175054:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232846.878883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232847.198865:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232847.199098:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232847.391400:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232844/real 1761232847] req@ffff9437fa0dd500 x1846776748757760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232847.391476:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748757760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232847.391497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232847.391502:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232847.391507:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748757760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232847.391515:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232844/real 1761232847] req@ffff9437fa0df480 x1846776748757632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232847.391539:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748757632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232847.391559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232847.391563:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232847.391567:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748757632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232847.391574:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232844/real 1761232847] req@ffff9437fa0dca80 x1846776748757376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232847.391585:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748757376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232847.391593:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232847.391596:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232847.391599:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748757376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232847.391605:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232844/real 1761232847] req@ffff9437fa0df800 x1846776748757504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232847.391616:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748757504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232847.391623:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232847.391626:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232847.391629:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748757504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232847.391636:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232844/real 1761232847] req@ffff9437fa0de300 x1846776748756992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232847.391646:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748756992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232847.391655:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232847.391659:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232847.391664:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748756992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232847.391675:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232844/real 1761232847] req@ffff9437fa0df100 x1846776748757120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232847.391695:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748757120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232847.391708:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232847.391714:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232847.391719:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748757120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232847.391759:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232844/real 1761232847] req@ffff9437fa0dc000 x1846776748757248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232847.391781:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748757248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232847.391793:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232847.391799:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232847.391803:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748757248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232847.391812:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232844/real 1761232847] req@ffff9437fa0ded80 x1846776748756864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232847.391839:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748756864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232847.391851:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232847.391855:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232847.391860:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748756864:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232847.902863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232847.902888:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232848.222867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232848.222922:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232848.926948:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232848.926948:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232849.246872:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232849.439217:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748757888:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232849.439328:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232849.439388:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232849/real 1761232849] req@ffff9437f86d6a00 x1846776748757888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232849.439498:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748757888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232849.439533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232849.439548:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232849.439569:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748757888:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232849.439636:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748758016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232849.439716:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232849.439805:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232849/real 1761232849] req@ffff9437f86d6d80 x1846776748758016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232849.439838:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748758016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232849.439903:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232849.439926:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232849.439947:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748758016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232849.439975:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748758144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232849.440067:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232849.440113:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232849/real 1761232849] req@ffff9437f86d7480 x1846776748758144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232849.440192:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748758144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232849.440230:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232849.440240:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232849.440255:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748758144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232849.440275:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748758272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232849.440336:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232849.440366:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232849/real 1761232849] req@ffff9437f86d5c00 x1846776748758272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232849.440388:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748758272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232849.440426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232849.440432:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232849.440437:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748758272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232849.440473:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748758400:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232849.440511:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232849.440531:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232849/real 1761232849] req@ffff9437f86d5180 x1846776748758400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232849.440551:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748758400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232849.440563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232849.440568:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232849.440574:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748758400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232849.440584:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748758528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232849.440616:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232849.440635:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232849/real 1761232849] req@ffff9437f86d7b80 x1846776748758528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232849.440656:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748758528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232849.440668:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232849.440674:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232849.440680:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748758528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232849.440690:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748758656:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232849.440724:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232849.440788:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232849/real 1761232849] req@ffff9437f86d6a00 x1846776748758656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232849.440809:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748758656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232849.440832:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232849.440838:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232849.440843:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748758656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232849.440853:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748758784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232849.440887:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232849.440905:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232849/real 1761232849] req@ffff9437f86d4700 x1846776748758784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232849.440922:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748758784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232849.440934:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232849.440939:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232849.440944:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748758784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232849.950891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232849.951038:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232850.270918:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232850.271115:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232850.974992:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232850.974996:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232851.294869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232851.295076:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232851.998932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232851.998933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232852.318854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232852.319043:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232853.022969:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232853.022970:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232853.342889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232853.343055:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232854.046897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232854.046933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232854.366835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:2.0:1761232854.558864:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232854.558876:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232854.558881:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232854.558894:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9378 00000100:00080000:2.0:1761232854.558910:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232854.558918:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232854.558965:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748758912/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232854.558997:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232854.559000:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232854.559001:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232854.559005:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9378 00000100:00080000:2.0:1761232854.559007:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232854.559010:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232854.559021:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232854.559030:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748759040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232854.559046:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232854.559057:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232854.559061:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232854.559067:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9378 00000100:00080000:2.0:1761232854.559069:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232854.559072:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232854.559077:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232854.559089:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748759168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232854.559096:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232854.559098:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232854.559100:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232854.559103:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9378 00000100:00080000:2.0:1761232854.559115:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232854.559119:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232854.559132:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232854.559146:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748759296/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232854.559155:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232854.559158:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232854.559160:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232854.559164:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9378 00000100:00080000:2.0:1761232854.559168:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232854.559174:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232854.559184:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232854.559209:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748759424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232854.559253:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232854.559257:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232854.559259:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232854.559277:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9378 00000100:00080000:2.0:1761232854.559292:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232854.559306:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232854.559313:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232854.559323:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748759552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232854.559348:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232854.559357:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232854.559360:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232854.559365:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9378 00000100:00080000:2.0:1761232854.559374:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232854.559382:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232854.559395:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232854.559413:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748759680/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232854.559448:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232854.559460:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232854.559464:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232854.559480:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9378 00000100:00080000:2.0:1761232854.559485:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232854.559496:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232854.559507:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232854.559520:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748759808/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232855.070908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232855.070908:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232855.390871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232856.094932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232856.094971:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232856.414869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232856.415082:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232857.118828:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232857.118847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232857.118868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232857.438864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232857.439088:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232858.142843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232858.142864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232858.462879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232858.463010:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232859.166900:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232859.166957:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232859.486879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232859.679333:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748759936:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232859.679479:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232859.679579:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232859/real 1761232859] req@ffff9437f86d4380 x1846776748759936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232859.679644:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748759936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232859.679708:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232859.679726:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232859.679786:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748759936:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232859.679837:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748760064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232859.679893:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232859.679931:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232859/real 1761232859] req@ffff9437f86d5880 x1846776748760064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232859.679989:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748760064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232859.680112:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232859.680120:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232859.680132:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748760064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232859.680156:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748760192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232859.680209:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232859.680235:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232859/real 1761232859] req@ffff9437f86d7100 x1846776748760192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232859.680346:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748760192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232859.680360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232859.680366:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232859.680370:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748760192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232859.680380:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748760320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232859.680407:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232859.680420:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232859/real 1761232859] req@ffff9437f86d4000 x1846776748760320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232859.680435:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748760320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232859.680445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232859.680449:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232859.680453:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748760320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232859.680461:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748760448:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232859.680481:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232859.680492:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232859/real 1761232859] req@ffff9437f86d6680 x1846776748760448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232859.680506:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748760448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232859.680525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232859.680529:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232859.680532:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748760448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232859.680559:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748760576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232859.680580:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232859.680592:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232859/real 1761232859] req@ffff9437f86d5f80 x1846776748760576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232859.680605:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748760576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232859.680616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232859.680620:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232859.680624:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748760576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232859.680631:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748760704:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232859.680651:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232859.680661:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232859/real 1761232859] req@ffff9437f86d4380 x1846776748760704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232859.680675:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748760704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232859.680685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232859.680688:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232859.680693:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748760704:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232859.680701:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748760832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232859.680720:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232859.680760:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232859/real 1761232859] req@ffff9437f86d4700 x1846776748760832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232859.680777:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748760832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232859.680788:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232859.680792:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232859.680796:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748760832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232860.190909:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232860.190933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232860.510881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232861.214966:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232861.215006:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232861.534867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232861.535007:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232862.238904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232862.238963:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232862.558845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232862.558974:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232863.262906:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232863.582915:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232863.583005:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232864.286991:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232864.287008:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232864.287090:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232864.606901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232864.799200:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748760960:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232864.799382:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232864.799472:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232864/real 1761232864] req@ffff9437f86d6a00 x1846776748760960/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232864.799547:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748760960/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232864.799602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232864.799620:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232864.799642:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748760960:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232864.799699:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748761088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232864.799813:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232864.799841:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232864/real 1761232864] req@ffff9437f86d7b80 x1846776748761088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232864.799863:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748761088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232864.799877:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232864.799883:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232864.799887:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748761088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232864.799929:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748761216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232864.799953:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232864.799966:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232864/real 1761232864] req@ffff9437f86d5180 x1846776748761216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232864.799981:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748761216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232864.799993:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232864.799997:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232864.800001:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748761216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232864.800008:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748761344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232864.800028:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232864.800038:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232864/real 1761232864] req@ffff9437f86d5c00 x1846776748761344/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232864.800054:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748761344/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232864.800064:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232864.800068:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232864.800071:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748761344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232864.800079:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748761472:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232864.800100:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232864.800111:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232864/real 1761232864] req@ffff9437f86d7480 x1846776748761472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232864.800125:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748761472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232864.800136:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232864.800139:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232864.800143:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748761472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232864.800150:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748761600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232864.800169:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232864.800179:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232864/real 1761232864] req@ffff9437f86d6d80 x1846776748761600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232864.800192:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748761600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232864.800211:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232864.800215:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232864.800219:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748761600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232864.800254:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748761728:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232864.800278:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232864.800291:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232864/real 1761232864] req@ffff9437f86d4700 x1846776748761728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232864.800306:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748761728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232864.800316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232864.800321:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232864.800324:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748761728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232864.800331:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748761856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232864.800351:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232864.800361:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232864/real 1761232864] req@ffff9437f86d4380 x1846776748761856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232864.800374:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748761856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232864.800385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232864.800388:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232864.800394:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748761856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232865.310947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232865.310953:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232865.630899:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232866.334895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232866.334927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232866.654853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232866.655016:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232867.358884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232867.358901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232867.678967:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232867.679036:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232868.382924:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232868.382934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232868.702898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232868.702971:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232869.406924:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232869.406925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232869.726912:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232869.919065:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748761984:192.168.201.139@tcp:250:kworker.0 00000800:00000100:2.0:1761232869.919162:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232869.919252:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232869/real 1761232869] req@ffff9437f86d5f80 x1846776748761984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232869.919325:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748761984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232869.919383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232869.919391:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232869.919398:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748761984:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232869.919428:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748762112:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232869.919455:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232869.919469:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232869/real 1761232869] req@ffff9437f86d6680 x1846776748762112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232869.919483:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748762112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232869.919493:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232869.919497:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232869.919501:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748762112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232869.919509:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748762240:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232869.919530:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232869.919541:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232869/real 1761232869] req@ffff9437f86d4000 x1846776748762240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232869.919555:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748762240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232869.919564:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232869.919568:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232869.919571:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748762240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232869.919578:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748762368:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232869.919599:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232869.919611:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232869/real 1761232869] req@ffff9437f86d7100 x1846776748762368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232869.919624:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748762368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232869.919633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232869.919637:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232869.919640:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748762368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232869.919647:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748762496:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232869.919666:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232869.919678:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232869/real 1761232869] req@ffff9437f86d5880 x1846776748762496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232869.919691:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748762496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232869.919699:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232869.919702:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232869.919705:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748762496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232869.919711:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748762624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232869.919756:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232869.919771:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232869/real 1761232869] req@ffff9437f86d4380 x1846776748762624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232869.919783:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748762624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232869.919791:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232869.919795:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232869.919798:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748762624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232869.919804:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748762752:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232869.919825:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232869.919836:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232869/real 1761232869] req@ffff9437f86d4700 x1846776748762752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232869.919848:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748762752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232869.919861:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232869.919865:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232869.919868:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748762752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232869.919874:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748762880:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232869.919892:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232869.919903:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232869/real 1761232869] req@ffff9437f86d6d80 x1846776748762880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232869.919914:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748762880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232869.919923:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232869.919926:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232869.919930:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748762880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232870.430899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232870.430941:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232870.750883:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232871.454969:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232871.454998:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232871.455053:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232871.774938:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232871.775102:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232872.478928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232872.478946:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232872.798887:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232872.799106:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232873.502927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232873.502943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232873.822887:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232873.822995:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232874.526931:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232874.526984:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232874.846874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232875.038982:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232875.039005:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232875.039015:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232875.039035:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9398 00000100:00080000:3.0:1761232875.039061:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232875.039075:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232875.039216:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748763008/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232875.039248:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232875.039251:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232875.039253:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232875.039257:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9398 00000100:00080000:3.0:1761232875.039261:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232875.039264:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232875.039278:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232875.039293:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748763136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232875.039309:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232875.039313:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232875.039315:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232875.039319:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9398 00000100:00080000:3.0:1761232875.039322:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232875.039325:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232875.039329:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232875.039339:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748763264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232875.039346:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232875.039350:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232875.039352:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232875.039355:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9398 00000100:00080000:3.0:1761232875.039399:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232875.039406:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232875.039414:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232875.039438:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748763392/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232875.039455:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232875.039460:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232875.039462:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232875.039467:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9398 00000100:00080000:3.0:1761232875.039472:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232875.039478:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232875.039485:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232875.039504:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748763520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232875.039541:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232875.039546:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232875.039550:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232875.039560:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9398 00000100:00080000:3.0:1761232875.039583:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232875.039591:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232875.039597:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232875.039611:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748763648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232875.039621:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232875.039624:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232875.039626:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232875.039629:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9398 00000100:00080000:3.0:1761232875.039631:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232875.039634:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232875.039637:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232875.039647:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748763776/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232875.039657:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232875.039660:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232875.039661:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232875.039665:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9398 00000100:00080000:3.0:1761232875.039669:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232875.039675:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232875.039683:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232875.039698:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748763904/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761232875.550882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232875.550887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232875.870914:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761232876.574912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232876.574933:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232876.894889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232876.895024:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232877.598841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232877.598909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232877.918915:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232877.919023:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232878.622913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232878.622937:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232878.942907:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232878.943098:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232879.646869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232879.646898:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232879.966822:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761232880.158840:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232880.158850:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232880.158854:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232880.158864:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9403 00000100:00080000:3.0:1761232880.158874:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232880.158880:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232880.158913:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748764032/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232880.158934:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232880.158937:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232880.158938:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232880.158941:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9403 00000100:00080000:3.0:1761232880.158944:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232880.158947:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232880.158955:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232880.158963:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748764160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232880.158976:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232880.158980:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232880.158981:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232880.158986:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9403 00000100:00080000:3.0:1761232880.158989:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232880.158991:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232880.158995:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232880.159003:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748764288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232880.159010:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232880.159012:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232880.159013:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232880.159016:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9403 00000100:00080000:3.0:1761232880.159018:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232880.159020:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232880.159024:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232880.159034:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748764416/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232880.159042:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232880.159044:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232880.159045:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232880.159061:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9403 00000100:00080000:3.0:1761232880.159065:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232880.159067:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232880.159071:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232880.159082:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748764544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232880.159108:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232880.159115:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232880.159118:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232880.159122:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9403 00000100:00080000:3.0:1761232880.159126:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232880.159129:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232880.159134:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232880.159145:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748764672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232880.159158:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232880.159164:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232880.159168:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232880.159172:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9403 00000100:00080000:3.0:1761232880.159175:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232880.159178:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232880.159180:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232880.159189:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748764800/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232880.159202:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232880.159205:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232880.159207:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232880.159209:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9403 00000100:00080000:3.0:1761232880.159213:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232880.159220:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232880.159224:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232880.159236:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748764928/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232880.670927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232880.670946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232880.670977:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232880.990875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:2.0:1761232881.694913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232881.694939:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232881.694946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232882.014860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232882.014947:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232882.718867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232882.718869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232882.718898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232883.038902:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232883.038991:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232883.742899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232883.742902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232883.742966:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232884.062870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232884.062973:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232884.766810:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232884.766835:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232884.766846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232885.086909:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000008:00100000:1.0:1761232885.279083:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232885.279094:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748765184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232885.279104:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232885.279107:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232885.279108:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232885.279112:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9408 00000100:00080000:1.0:1761232885.279115:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232885.279118:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232885.279122:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232885.279129:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748765056:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761232885.279133:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748765312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232885.279145:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232885.279148:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232885.279149:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232885.279153:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9408 00000100:00080000:1.0:1761232885.279156:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232885.279159:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232885.279163:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232885.279174:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748765440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232885.279181:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232885.279184:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232885.279187:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232885.279191:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9408 00000100:00080000:1.0:1761232885.279194:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232885.279201:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761232885.279201:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761232885.279208:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232885.279220:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748765568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232885.279227:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232885.279230:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232885.279231:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232885.279234:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9408 00000100:00080000:1.0:1761232885.279238:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232885.279242:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232885.279246:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232885.279247:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232885/real 1761232885] req@ffff9437f86d7480 x1846776748765056/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232885.279259:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748765696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232885.279267:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232885.279270:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748765056/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232885.279271:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232885.279275:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232885.279284:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9408 00000100:00080000:1.0:1761232885.279292:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232885.279294:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232885.279296:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232885.279302:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232885.279303:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232885.279311:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748765056:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761232885.279317:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748765824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232885.279322:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748765184:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761232885.279338:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232885.279342:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232885.279344:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232885.279350:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9408 00000800:00000100:2.0:1761232885.279350:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761232885.279361:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232885.279365:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232885.279370:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232885.279373:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232885/real 1761232885] req@ffff9437f86d5c00 x1846776748765184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232885.279384:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748765952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232885.279391:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748765184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232885.279407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232885.279411:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232885.279414:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748765184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232885.279437:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748765312:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232885.279452:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232885.279461:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232885/real 1761232885] req@ffff9437f86d5180 x1846776748765312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232885.279470:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748765312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232885.279477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232885.279480:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232885.279483:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748765312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232885.279487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748765440:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232885.279499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232885.279506:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232885/real 1761232885] req@ffff9437f86d7b80 x1846776748765440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232885.279515:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748765440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232885.279521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232885.279523:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232885.279526:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748765440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232885.279530:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748765568:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232885.279570:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232885.279585:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232885/real 1761232885] req@ffff9437f86d6a00 x1846776748765568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232885.279601:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748765568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232885.279612:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232885.279616:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232885.279620:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748765568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232885.279628:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748765696:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232885.279653:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232885.279663:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232885/real 1761232885] req@ffff9437f86d6d80 x1846776748765696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232885.279673:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748765696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232885.279679:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232885.279682:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232885.279685:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748765696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232885.279689:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748765824:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232885.279702:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232885.279709:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232885/real 1761232885] req@ffff9437f86d4700 x1846776748765824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232885.279718:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748765824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232885.279752:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232885.279754:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232885.279757:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748765824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232885.279762:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748765952:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232885.279778:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232885.279786:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232885/real 1761232885] req@ffff9437f86d4380 x1846776748765952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232885.279796:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748765952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232885.279803:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232885.279805:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232885.279808:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748765952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232885.790974:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232885.790976:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232885.791024:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232886.110837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761232886.110939:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232886.814911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232886.814912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232886.815024:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232887.134909:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232887.135081:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232887.838901:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232887.838913:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232887.838943:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232888.158878:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232888.159033:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232888.862871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232888.862871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232888.862871:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232889.182833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232889.182915:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232889.886838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232889.886856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232889.886952:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232890.206861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761232890.207006:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232890.398925:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232890.398965:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232890.398973:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232890.398989:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9414 00000100:00080000:3.0:1761232890.399008:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232890.399019:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232890.399072:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748766080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232890.399124:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232890.399132:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232890.399137:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232890.399146:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9414 00000100:00080000:3.0:1761232890.399155:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232890.399162:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232890.399178:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232890.399180:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748766080:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232890.399214:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748766208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232890.399241:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232890.399248:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232890.399252:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232890.399261:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9414 00000100:00080000:3.0:1761232890.399286:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232890.399292:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232890.399301:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232890.399315:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232890.399343:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748766336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232890.399359:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232890/real 1761232890] req@ffff943800b9ad80 x1846776748766080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232890.399389:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232890.399399:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232890.399409:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748766080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232890.399410:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232890.399438:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9414 00000100:00080000:3.0:1761232890.399456:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232890.399461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232890.399472:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232890.399478:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761232890.399490:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232890.399491:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748766080:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232890.399532:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748766464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232890.399540:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748766208:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232890.399579:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232890.399590:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232890.399602:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232890.399609:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232890.399617:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232890/real 1761232890] req@ffff943800b98a80 x1846776748766208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232890.399627:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9414 00000100:00080000:3.0:1761232890.399652:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232890.399659:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748766208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232890.399670:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232890.399675:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232890.399682:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761232890.399684:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232890.399691:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748766208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232890.399705:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748766336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232890.399721:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748766592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232890.399758:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232890.399771:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232890/real 1761232890] req@ffff943800b9aa00 x1846776748766336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232890.399795:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748766336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232890.399823:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232890.399829:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232890.399831:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232890.399837:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748766336:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232890.399850:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232890.399857:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232890.399872:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748766464:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761232890.399873:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9414 00000100:00080000:3.0:1761232890.399897:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232890.399910:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761232890.399918:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232890.399951:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232890/real 1761232890] req@ffff943800b9bb80 x1846776748766464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232890.399957:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232890.399967:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748766464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232890.399978:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232890.399981:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232890.399985:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748766464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232890.399994:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748766592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232890.399995:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748766720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232890.400021:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232890.400029:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232890.400039:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232890/real 1761232890] req@ffff943800b98e00 x1846776748766592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232890.400045:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232890.400058:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232890.400071:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9414 00000100:00100000:2.0:1761232890.400075:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748766592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232890.400083:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232890.400095:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232890.400104:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232890.400108:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232890.400121:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748766592:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761232890.400126:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232890.400139:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748766720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232890.400156:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748766848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232890.400172:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232890.400190:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232890/real 1761232890] req@ffff943800b99500 x1846776748766720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232890.400199:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232890.400207:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748766720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232890.400212:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232890.400225:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232890.400229:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232890.400243:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232890.400245:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9414 00000100:00100000:2.0:1761232890.400257:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748766720:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232890.400262:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232890.400272:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232890.400276:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748766848:192.168.201.139@tcp:8:kworker.0 00000008:00100000:3.0:1761232890.400293:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232890.400310:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232890.400327:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748766976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232890.400329:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232890/real 1761232890] req@ffff943800b9b800 x1846776748766848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232890.400430:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748766848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232890.400441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232890.400447:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232890.400451:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748766848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232890.400464:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748766976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232890.400483:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232890.400491:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232890/real 1761232890] req@ffff943800b99500 x1846776748766976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232890.400498:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748766976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232890.400509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232890.400512:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232890.400514:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748766976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232890.910848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232890.910941:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232890.910964:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232891.230840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761232891.230956:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232891.934891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232891.934891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232891.934898:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232892.254821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232892.254885:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232892.958860:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232892.958880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232892.958917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232893.278875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232893.278961:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232893.982814:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232893.982842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232893.982873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232894.302834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232894.302920:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232895.006851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232895.006876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232895.006921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232895.326851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761232895.326941:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232895.518863:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232895.518888:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232895.518894:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232895.518905:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9419 00000100:00080000:2.0:1761232895.518918:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232895.518926:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232895.518973:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748767104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232895.519001:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232895.519004:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232895.519005:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232895.519008:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9419 00000100:00080000:2.0:1761232895.519011:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232895.519015:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232895.519024:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232895.519034:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748767232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232895.519045:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748767104:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232895.519045:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232895.519051:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232895.519053:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232895.519060:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9419 00000100:00080000:2.0:1761232895.519062:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232895.519064:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232895.519067:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232895.519075:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748767360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232895.519081:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232895.519084:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232895.519085:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232895.519088:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9419 00000100:00080000:2.0:1761232895.519091:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232895.519094:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232895.519097:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232895.519103:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748767488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232895.519109:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232895.519111:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232895.519112:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232895.519115:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9419 00000100:00080000:2.0:1761232895.519125:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232895.519129:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232895.519132:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761232895.519138:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232895.519142:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748767616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232895.519150:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232895.519152:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232895.519154:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232895.519157:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9419 00000100:00080000:2.0:1761232895.519164:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232895.519166:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232895.519169:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232895.519176:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748767744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232895.519183:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232895.519186:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232895.519187:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232895.519193:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9419 00000100:00100000:1.0:1761232895.519194:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232895/real 1761232895] req@ffff9437fa0dfb80 x1846776748767104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232895.519196:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232895.519201:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232895.519207:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232895.519218:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748767872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232895.519223:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748767104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232895.519257:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232895.519264:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232895.519267:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232895.519272:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9419 00000100:00080000:1.0:1761232895.519274:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232895.519274:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232895.519280:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761232895.519283:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761232895.519285:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232895.519289:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748767104:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232895.519295:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748768000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232895.519315:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748767232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232895.519334:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232895.519343:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232895/real 1761232895] req@ffff9437fa0dd180 x1846776748767232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232895.519352:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748767232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232895.519358:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232895.519361:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232895.519363:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748767232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232895.519367:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748767360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232895.519378:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232895.519384:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232895/real 1761232895] req@ffff9437fa0dc700 x1846776748767360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232895.519391:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748767360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232895.519397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232895.519399:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232895.519401:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748767360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232895.519405:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748767488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232895.519416:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232895.519422:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232895/real 1761232895] req@ffff9437fa0dc380 x1846776748767488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232895.519429:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748767488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232895.519435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232895.519437:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232895.519438:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748767488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232895.519442:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748767616:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232895.519452:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232895.519458:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232895/real 1761232895] req@ffff9437fa0ddc00 x1846776748767616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232895.519465:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748767616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232895.519470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232895.519472:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232895.519474:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748767616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232895.519477:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748767744:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232895.519487:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232895.519493:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232895/real 1761232895] req@ffff9437fa0dea00 x1846776748767744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232895.519501:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748767744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232895.519507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232895.519509:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232895.519510:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748767744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232895.519514:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748767872:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232895.519524:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232895.519530:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232895/real 1761232895] req@ffff9437fa0dd500 x1846776748767872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232895.519538:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748767872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232895.519543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232895.519545:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232895.519546:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748767872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232895.519550:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748768000:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232895.519559:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232895.519564:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232895/real 1761232895] req@ffff9437fa0df480 x1846776748768000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232895.519571:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748768000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232895.519581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232895.519583:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232895.519584:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748768000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232896.030823:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232896.030844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232896.030884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232896.350822:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761232896.350908:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232897.054800:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232897.054841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232897.054895:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232897.374820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232897.374907:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232898.078826:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232898.078827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232898.078887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232898.398824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232898.398921:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232899.102856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232899.102878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232899.102882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232899.422852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232899.422930:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232900.126880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232900.126901:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232900.126940:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232900.446801:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761232900.446941:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232900.638893:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232900.638905:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232900.638910:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232900.638923:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9424 00000100:00080000:3.0:1761232900.638935:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232900.638942:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232900.638980:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748768128/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232900.639010:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232900.639014:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232900.639016:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232900.639020:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9424 00000100:00080000:3.0:1761232900.639025:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232900.639029:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232900.639039:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232900.639055:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748768128:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232900.639055:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748768256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232900.639072:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232900.639076:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232900.639079:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232900.639085:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9424 00000100:00080000:3.0:1761232900.639089:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232900.639094:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232900.639099:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232900.639110:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748768384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232900.639120:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761232900.639126:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232900.639127:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232900.639131:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232900.639136:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9424 00000100:00080000:3.0:1761232900.639142:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232900.639147:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232900.639152:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232900.639163:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748768512/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232900.639174:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232900/real 1761232900] req@ffff943800b98e00 x1846776748768128/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232900.639176:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232900.639185:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232900.639190:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232900.639200:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9424 00000100:00080000:3.0:1761232900.639205:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232900.639208:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748768128/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232900.639213:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232900.639222:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761232900.639227:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232900.639234:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761232900.639238:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748768640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232900.639242:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748768128:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232900.639256:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232900.639260:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232900.639263:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232900.639268:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9424 00000100:00080000:3.0:1761232900.639272:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232900.639273:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748768256:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232900.639281:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232900.639288:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232900.639301:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748768768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761232900.639309:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232900.639319:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232900.639323:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232900.639326:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232900.639329:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232900/real 1761232900] req@ffff943800b9bb80 x1846776748768256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232900.639334:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9424 00000100:00080000:3.0:1761232900.639342:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232900.639349:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761232900.639354:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748768256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232900.639357:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232900.639376:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748768896/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232900.639379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232900.639387:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232900.639396:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748768256:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232900.639396:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232900.639404:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232900.639406:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232900.639407:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748768384:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232900.639415:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9424 00000100:00080000:3.0:1761232900.639421:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232900.639425:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232900.639430:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761232900.639435:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232900.639445:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748769024/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232900.639452:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232900/real 1761232900] req@ffff943800b9aa00 x1846776748768384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232900.639470:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748768384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232900.639481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232900.639485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232900.639489:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748768384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232900.639496:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748768512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232900.639514:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232900.639523:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232900/real 1761232900] req@ffff943800b98a80 x1846776748768512/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232900.639536:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748768512/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232900.639544:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232900.639547:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232900.639551:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748768512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232900.639557:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748768640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232900.639572:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232900.639582:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232900/real 1761232900] req@ffff943800b9ad80 x1846776748768640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232900.639593:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748768640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232900.639602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232900.639606:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232900.639610:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748768640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232900.639627:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748768768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232900.639644:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232900.639653:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232900/real 1761232900] req@ffff943800b9a680 x1846776748768768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232900.639665:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748768768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232900.639673:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232900.639677:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232900.639680:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748768768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232900.639686:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748768896:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232900.639701:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232900.639710:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232900/real 1761232900] req@ffff943800b9b480 x1846776748768896/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232900.639722:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748768896/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232900.639753:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232900.639757:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232900.639761:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748768896:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232900.639767:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748769024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232900.639787:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232900.639797:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232900/real 1761232900] req@ffff943800b98700 x1846776748769024/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232900.639810:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748769024/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232900.639833:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232900.639836:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232900.639840:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748769024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232901.150839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232901.150844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232901.150880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232901.470835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761232901.470913:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232902.174933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232902.174934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232902.174934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232902.494867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232902.494920:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232903.198919:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232903.199157:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232903.199264:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232903.518843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232903.518957:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232904.222901:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232904.223344:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232904.223376:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232904.542913:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232904.542987:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232905.246940:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232905.246976:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232905.247192:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232905.566827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761232905.566929:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232905.758848:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232905.758860:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232905.758865:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232905.758879:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9429 00000100:00080000:3.0:1761232905.758899:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232905.758908:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232905.758952:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748769152/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232905.758977:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232905.758980:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232905.758982:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232905.758985:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9429 00000100:00080000:3.0:1761232905.758988:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232905.758991:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232905.759002:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232905.759013:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748769280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232905.759026:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748769152:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232905.759027:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232905.759044:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232905.759046:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232905.759051:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9429 00000100:00080000:3.0:1761232905.759054:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232905.759058:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232905.759066:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232905.759076:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748769408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232905.759082:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232905.759086:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232905.759088:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232905.759091:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9429 00000100:00080000:3.0:1761232905.759102:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232905.759109:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761232905.759119:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761232905.759123:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232905.759139:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748769536/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232905.759146:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232905.759149:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232905.759151:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232905.759157:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9429 00000100:00080000:3.0:1761232905.759165:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232905.759171:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761232905.759173:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232905/real 1761232905] req@ffff943800b98000 x1846776748769152/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232905.759176:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232905.759198:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748769664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232905.759205:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748769152/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232905.759221:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232905.759237:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232905.759240:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232905.759243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232905.759250:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9429 00000100:00080000:3.0:1761232905.759254:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232905.759255:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232905.759262:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761232905.759264:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748769152:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761232905.759272:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232905.759288:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748769792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232905.759299:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748769280:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232905.759302:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232905.759307:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232905.759309:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232905.759314:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9429 00000100:00080000:3.0:1761232905.759325:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761232905.759329:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232905.759330:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232905.759338:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232905.759350:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232905/real 1761232905] req@ffff943800b99c00 x1846776748769280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232905.759351:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748769920/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232905.759431:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232905.759438:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748769280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232905.759438:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232905.759447:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232905.759461:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9429 00000100:00080000:3.0:1761232905.759472:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232905.759477:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761232905.759479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761232905.759482:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761232905.759487:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232905.759494:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748769280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232905.759497:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748770048/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232905.759506:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748769408:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232905.759537:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232905.759548:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232905/real 1761232905] req@ffff943800b98380 x1846776748769408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232905.759561:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748769408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232905.759566:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232905.759569:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232905.759571:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748769408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232905.759575:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748769536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232905.759586:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232905.759592:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232905/real 1761232905] req@ffff943800b99f80 x1846776748769536/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232905.759600:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748769536/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232905.759605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232905.759607:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232905.759609:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748769536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232905.759612:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748769664:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232905.759623:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232905.759628:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232905/real 1761232905] req@ffff943800b98700 x1846776748769664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232905.759636:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748769664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232905.759645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232905.759647:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232905.759649:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748769664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232905.759662:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748769792:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232905.759673:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232905.759679:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232905/real 1761232905] req@ffff943800b9b480 x1846776748769792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232905.759686:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748769792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232905.759691:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232905.759693:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232905.759695:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748769792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232905.759700:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748769920:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232905.759709:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232905.759714:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232905/real 1761232905] req@ffff943800b9a680 x1846776748769920/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232905.759721:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748769920/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232905.759726:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232905.759749:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232905.759751:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748769920:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232905.759771:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748770048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232905.759786:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232905.759793:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232905/real 1761232905] req@ffff943800b9ad80 x1846776748770048/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232905.759801:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748770048/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232905.759807:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232905.759809:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232905.759811:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748770048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232906.270989:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232906.271255:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232906.271276:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232906.590869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761232906.590934:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232907.295011:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232907.295150:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232907.295228:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232907.614803:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232907.614915:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232908.318944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232908.318944:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232908.319074:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232908.638861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232908.638960:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232909.342821:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232909.342821:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232909.342841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232909.662826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232909.662932:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232910.366808:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232910.366833:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232910.366836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232910.686822:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761232910.686896:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761232910.878865:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232910.878875:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761232910.878880:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232910.878890:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9434 00000100:00080000:1.0:1761232910.878901:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232910.878908:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761232910.878944:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748770176/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232910.878980:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232910.878985:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232910.878987:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232910.878991:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9434 00000100:00080000:1.0:1761232910.878996:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232910.879000:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232910.879010:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232910.879013:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748770176:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761232910.879026:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748770304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232910.879039:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232910.879043:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232910.879045:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232910.879050:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9434 00000100:00080000:1.0:1761232910.879062:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232910.879067:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232910.879072:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232910.879084:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748770432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232910.879095:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232910.879098:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232910.879101:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232910.879105:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9434 00000100:00080000:1.0:1761232910.879111:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232910.879115:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748770304:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761232910.879120:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232910.879126:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232910.879140:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748770560/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232910.879149:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748770432:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761232910.879155:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232910.879160:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232910.879163:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232910.879168:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9434 00000100:00100000:2.0:1761232910.879173:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748770560:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761232910.879174:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232910.879182:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232910.879188:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232910.879202:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748770688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232910.879220:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232910.879224:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232910.879226:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232910.879231:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9434 00000100:00100000:2.0:1761232910.879234:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748770688:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761232910.879239:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232910.879247:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232910.879253:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232910.879269:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748770816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232910.879300:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232910.879304:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232910.879306:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232910.879310:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9434 00000100:00080000:1.0:1761232910.879316:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232910.879321:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748770816:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761232910.879323:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232910.879333:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232910.879348:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748770944/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232910.879366:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232910.879371:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232910.879373:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232910.879376:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748770944:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761232910.879382:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9434 00000100:00080000:1.0:1761232910.879389:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232910.879394:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232910.879401:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232910.879414:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748771072/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232910.879443:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748771072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232911.390851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232911.390881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232911.390894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232911.710816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761232911.710927:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232912.414864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232912.414864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232912.414866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232912.734860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232912.734935:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232913.438873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232913.438893:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232913.438896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232913.758861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232913.758941:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1761232913.951043:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:2.0:1761232913.951087:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761232913.951101:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232913.951134:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232913.951141:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232913.951146:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232913.951152:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232913.951158:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232913.951164:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761232913.951171:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761232913.951185:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232910/real 1761232913] req@ffff9437f86d4700 x1846776748770944/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232913.951213:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748770944/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232913.951227:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232913.951232:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232913.951237:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748770944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232913.951245:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232910/real 1761232913] req@ffff9437f86d4380 x1846776748770816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232913.951259:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748770816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232913.951268:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232913.951271:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232913.951275:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748770816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232913.951282:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232910/real 1761232913] req@ffff9437f86d5f80 x1846776748770688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232913.951296:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748770688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232913.951305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232913.951310:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232913.951314:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748770688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232913.951321:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232910/real 1761232913] req@ffff9437f86d6680 x1846776748770560/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232913.951341:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748770560/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232913.951351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232913.951354:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232913.951358:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748770560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232913.951365:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232910/real 1761232913] req@ffff9437f86d7100 x1846776748770304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232913.951379:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748770304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232913.951389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232913.951392:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232913.951396:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748770304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232913.951404:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232910/real 1761232913] req@ffff9437f86d4000 x1846776748770432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232913.951416:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748770432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232913.951426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232913.951429:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232913.951433:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748770432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232913.951440:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232910/real 1761232913] req@ffff9437f86d5880 x1846776748770176/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232913.951455:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748770176/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232913.951464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232913.951468:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232913.951472:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748770176:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761232913.951518:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232910/real 1761232913] req@ffff9437f86d6d80 x1846776748771072/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232913.951533:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748771072/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232913.951543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232913.951546:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232913.951549:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748771072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232914.462857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232914.462887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232914.462920:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232914.782817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232914.782915:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232915.486838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232915.486840:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232915.486843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232915.806809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761232915.806881:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232915.998869:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232915.998879:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232915.998882:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232915.998891:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9439 00000100:00080000:3.0:1761232915.998900:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232915.998906:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232915.998935:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748771200/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232915.998957:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232915.998960:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232915.998961:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232915.998964:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9439 00000100:00080000:3.0:1761232915.998967:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232915.998970:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232915.998978:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232915.998987:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748771328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232915.998993:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748771200:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232915.998998:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232915.999002:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232915.999003:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232915.999007:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9439 00000100:00080000:3.0:1761232915.999009:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232915.999012:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232915.999015:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232915.999023:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748771456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232915.999029:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232915.999032:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232915.999033:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232915.999035:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9439 00000100:00080000:3.0:1761232915.999045:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232915.999048:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232915.999052:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761232915.999053:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232915.999062:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748771584/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232915.999074:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232915.999077:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232915.999078:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232915.999081:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9439 00000100:00080000:3.0:1761232915.999084:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232915.999087:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232915.999090:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232915.999091:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232915/real 1761232915] req@ffff943800b98a80 x1846776748771200/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232915.999101:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748771712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232915.999108:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232915.999112:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748771200/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232915.999113:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232915.999116:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232915.999124:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9439 00000100:00080000:3.0:1761232915.999129:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232915.999132:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761232915.999133:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761232915.999135:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761232915.999142:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761232915.999147:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748771840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232915.999152:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748771200:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232915.999162:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232915.999165:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232915.999167:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232915.999170:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9439 00000100:00080000:3.0:1761232915.999173:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232915.999176:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232915.999179:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232915.999181:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748771328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232915.999189:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748771968/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232915.999197:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232915.999200:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232915.999201:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761232915.999206:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232915.999210:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9439 00000100:00080000:3.0:1761232915.999215:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232915.999218:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232915.999221:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232915.999223:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232915/real 1761232915] req@ffff943800b9aa00 x1846776748771328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232915.999231:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748772096/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232915.999240:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748771328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232915.999248:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232915.999251:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232915.999254:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748771328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232915.999259:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748771456:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232915.999272:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232915.999278:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232915/real 1761232915] req@ffff943800b9bb80 x1846776748771456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232915.999286:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748771456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232915.999291:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232915.999293:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232915.999295:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748771456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232915.999299:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748771584:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232915.999320:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232915.999327:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232915/real 1761232915] req@ffff943800b98e00 x1846776748771584/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232915.999335:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748771584/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232915.999340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232915.999343:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232915.999345:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748771584:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232915.999348:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748771712:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232915.999359:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232915.999365:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232915/real 1761232915] req@ffff943800b99500 x1846776748771712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232915.999383:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748771712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232915.999392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232915.999395:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232915.999398:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748771712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232915.999404:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748771840:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232915.999426:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232915.999437:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232915/real 1761232915] req@ffff943800b9b800 x1846776748771840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232915.999456:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748771840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232915.999466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232915.999470:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232915.999473:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748771840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232915.999496:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748771968:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232915.999518:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232915.999531:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232915/real 1761232915] req@ffff943800b98a80 x1846776748771968/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232915.999543:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748771968/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232915.999552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232915.999555:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232915.999559:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748771968:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232915.999565:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748772096:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232915.999586:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232915.999597:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232915/real 1761232915] req@ffff943800b9ad80 x1846776748772096/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232915.999609:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748772096/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232915.999625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232915.999628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232915.999631:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748772096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232916.510873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232916.510917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232916.510952:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232916.830830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761232916.831012:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232917.534880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232917.534898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232917.534932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232917.854853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232917.855015:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232918.558917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232918.558918:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232918.558966:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232918.878835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232918.878954:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232919.582940:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232919.582943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232919.582991:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232919.902886:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232919.902901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761232920.606844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232920.606868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232920.606888:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232920.926863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232920.926980:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232921.118909:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232921.118923:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232921.118930:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232921.118947:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9444 00000100:00080000:3.0:1761232921.118964:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232921.118974:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232921.119018:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748772224/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232921.119056:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232921.119061:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232921.119064:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232921.119069:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9444 00000100:00080000:3.0:1761232921.119074:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232921.119078:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232921.119091:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232921.119108:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748772352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232921.119122:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748772224:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232921.119128:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232921.119136:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232921.119139:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232921.119146:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9444 00000100:00080000:3.0:1761232921.119154:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232921.119159:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232921.119165:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232921.119183:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748772480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232921.119196:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232921.119202:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232921.119205:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232921.119209:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9444 00000100:00080000:3.0:1761232921.119215:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761232921.119219:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232921.119227:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232921.119235:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232921.119253:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748772608/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232921.119266:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232921.119271:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232921.119273:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232921.119283:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232921/real 1761232921] req@ffff943800b9a680 x1846776748772224/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232921.119284:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9444 00000100:00080000:3.0:1761232921.119296:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232921.119309:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232921.119323:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232921.119336:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748772224/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232921.119344:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748772736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232921.119378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232921.119382:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232921.119391:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232921.119393:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232921.119397:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232921.119407:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748772224:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232921.119413:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9444 00000100:00080000:3.0:1761232921.119423:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232921.119428:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232921.119435:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232921.119449:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748772352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232921.119452:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748772864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232921.119474:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232921.119479:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232921.119481:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232921.119487:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9444 00000800:00000100:1.0:1761232921.119494:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232921.119496:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232921.119507:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232921.119515:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232921.119521:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232921/real 1761232921] req@ffff943800b9b480 x1846776748772352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232921.119537:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748772992/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232921.119550:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748772352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232921.119563:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232921.119577:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232921.119609:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232921.119616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232921.119620:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9444 00000100:00080000:1.0:1761232921.119630:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232921.119633:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232921.119641:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748772352:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232921.119649:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232921.119659:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232921.119661:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748772480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232921.119682:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748773120/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761232921.119699:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232921.119719:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232921/real 1761232921] req@ffff943800b98700 x1846776748772480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232921.119768:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748772480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232921.119780:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232921.119784:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232921.119788:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748772480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232921.119796:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748772608:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232921.119820:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232921.119833:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232921/real 1761232921] req@ffff943800b99f80 x1846776748772608/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232921.119848:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748772608/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232921.119858:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232921.119862:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232921.119866:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748772608:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232921.119874:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748772736:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232921.119893:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232921.119904:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232921/real 1761232921] req@ffff943800b98380 x1846776748772736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232921.119918:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748772736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232921.119928:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232921.119932:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232921.119936:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748772736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232921.119960:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748772864:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232921.119979:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232921.119991:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232921/real 1761232921] req@ffff943800b99c00 x1846776748772864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232921.120006:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748772864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232921.120015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232921.120019:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232921.120023:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748772864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232921.120029:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748772992:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232921.120047:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232921.120059:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232921/real 1761232921] req@ffff943800b98000 x1846776748772992/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232921.120073:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748772992/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232921.120083:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232921.120086:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232921.120090:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748772992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232921.120096:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748773120:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232921.120113:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232921.120124:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232921/real 1761232921] req@ffff943800b9a680 x1846776748773120/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232921.120138:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748773120/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232921.120148:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232921.120151:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232921.120155:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748773120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232921.631022:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232921.631022:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232921.631120:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232921.950914:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232921.951036:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232922.654889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232922.654890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232922.654890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232922.974821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232922.974909:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232923.678845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232923.678875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232923.678896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232923.998850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232923.998951:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232924.702888:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232924.702924:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232924.703074:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232925.022890:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232925.023049:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232925.726863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232925.726931:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232925.726974:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232926.046878:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232926.047054:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761232926.238911:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232926.238927:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761232926.238934:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232926.238950:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9449 00000100:00080000:1.0:1761232926.238977:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232926.238988:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761232926.239041:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748773248/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232926.239102:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232926.239131:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232926.239137:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232926.239147:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9449 00000100:00080000:1.0:1761232926.239157:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232926.239167:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232926.239181:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748773248:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761232926.239183:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232926.239224:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748773376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232926.239252:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232926.239260:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232926.239264:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232926.239273:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9449 00000100:00080000:1.0:1761232926.239286:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232926.239295:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761232926.239307:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761232926.239315:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232926.239349:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748773504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232926.239373:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232926.239380:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232926.239387:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232926.239391:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232926/real 1761232926] req@ffff9437f86d6d80 x1846776748773248/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232926.239402:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9449 00000100:00080000:1.0:1761232926.239417:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232926.239441:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232926.239455:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232926.239462:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748773248/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232926.239487:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748773632/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232926.239493:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232926.239520:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761232926.239553:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232926.239576:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748773248:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761232926.239597:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232926.239605:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232926.239615:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9449 00000100:00080000:1.0:1761232926.239626:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232926.239637:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748773376:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761232926.239639:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232926.239658:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232926.239689:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748773760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232926.239710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761232926.239712:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232926.239722:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232926.239727:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232926.239737:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9449 00000100:00080000:1.0:1761232926.239780:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232926.239791:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232926.239794:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232926/real 1761232926] req@ffff9437f86d5880 x1846776748773376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761232926.239802:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232926.239834:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748773888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232926.239841:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748773376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232926.239880:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232926.239887:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232926.239891:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232926.239903:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232926.239905:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9449 00000100:00080000:1.0:1761232926.239921:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232926.239922:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761232926.239937:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232926.239945:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748773376:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761232926.239950:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232926.239967:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748773504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232926.239982:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748774016/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232926.240004:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232926.240028:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232926.240037:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232926.240037:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761232926.240053:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9449 00000100:00080000:1.0:1761232926.240065:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232926.240079:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232926.240081:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232926/real 1761232926] req@ffff9437f86d4000 x1846776748773504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761232926.240089:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232926.240122:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748774144/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232926.240153:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748773504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232926.240176:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232926.240186:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232926.240195:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748773504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232926.240209:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748773632:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232926.240251:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232926.240276:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232926/real 1761232926] req@ffff9437f86d7100 x1846776748773632/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232926.240301:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748773632/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232926.240318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232926.240324:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232926.240331:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748773632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232926.240381:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748773760:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232926.240418:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232926.240440:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232926/real 1761232926] req@ffff9437f86d6680 x1846776748773760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232926.240460:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748773760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232926.240494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232926.240500:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232926.240506:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748773760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232926.240515:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748773888:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232926.240577:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232926.240609:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232926/real 1761232926] req@ffff9437f86d5f80 x1846776748773888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232926.240628:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748773888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232926.240642:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232926.240647:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232926.240653:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748773888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232926.240663:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748774016:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232926.240694:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232926.240711:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232926/real 1761232926] req@ffff9437f86d4380 x1846776748774016/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232926.240763:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748774016/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232926.240777:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232926.240783:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232926.240789:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748774016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232926.240800:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748774144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232926.240848:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232926.240868:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232926/real 1761232926] req@ffff9437f86d4700 x1846776748774144/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232926.240888:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748774144/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232926.240901:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232926.240923:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232926.240931:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748774144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232926.750871:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232926.750912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232926.750922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232927.070871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232927.071060:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232927.774924:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232927.774935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232927.774950:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232928.094902:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232928.095061:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232928.798816:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232928.798830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232928.798850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232929.118838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232929.118918:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232929.822933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232929.822949:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232929.822975:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232930.142904:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232930.143055:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232930.846960:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232930.846965:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232930.846989:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232931.166867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232931.167021:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232931.358906:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232931.358917:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232931.358923:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232931.358936:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9455 00000100:00080000:0.0:1761232931.358948:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232931.358957:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232931.358998:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748774272/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232931.359029:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232931.359034:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232931.359036:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232931.359040:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9455 00000100:00080000:0.0:1761232931.359043:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232931.359047:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232931.359057:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232931.359069:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748774400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232931.359083:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748774272:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232931.359084:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232931.359095:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232931.359099:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232931.359104:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9455 00000100:00080000:0.0:1761232931.359107:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232931.359110:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232931.359115:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232931.359129:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748774528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232931.359138:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232931.359142:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232931.359143:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232931.359146:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9455 00000100:00080000:0.0:1761232931.359155:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232931.359158:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232931.359164:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232931.359167:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761232931.359180:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748774656/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232931.359191:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232931.359195:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232931.359196:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232931.359200:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9455 00000100:00080000:0.0:1761232931.359205:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232931.359209:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232931.359215:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232931.359219:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232931/real 1761232931] req@ffff9437f87f8380 x1846776748774272/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232931.359230:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748774784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232931.359244:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232931.359249:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761232931.359250:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748774272/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232931.359253:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232931.359264:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9455 00000100:00080000:0.0:1761232931.359272:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232931.359278:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232931.359278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761232931.359289:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232931.359291:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232931.359299:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748774272:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232931.359304:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748774912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232931.359315:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232931.359318:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232931.359320:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232931.359325:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9455 00000100:00080000:0.0:1761232931.359329:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232931.359330:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748774400:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232931.359339:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232931.359345:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232931.359379:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748775040/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232931.359393:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232931.359394:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232931.359400:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232931.359404:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232931.359411:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9455 00000100:00080000:0.0:1761232931.359417:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232931.359419:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232931/real 1761232931] req@ffff9437f87f9880 x1846776748774400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232931.359427:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232931.359442:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232931.359452:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748774400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761232931.359484:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748775168/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232931.359528:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232931.359537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232931.359543:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748774400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232931.359553:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748774528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232931.359580:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232931.359593:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232931/real 1761232931] req@ffff9437f87f8e00 x1846776748774528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232931.359606:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748774528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232931.359615:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232931.359619:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232931.359622:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748774528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232931.359628:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748774656:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232931.359644:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232931.359655:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232931/real 1761232931] req@ffff9437f87f9f80 x1846776748774656/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232931.359668:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748774656/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232931.359676:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232931.359679:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232931.359682:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748774656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232931.359688:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748774784:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232931.359704:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232931.359714:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232931/real 1761232931] req@ffff9437f87f8a80 x1846776748774784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232931.359726:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748774784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232931.359734:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232931.359737:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232931.359740:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748774784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232931.359775:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748774912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232931.359796:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232931.359808:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232931/real 1761232931] req@ffff9437f87faa00 x1846776748774912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232931.359820:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748774912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232931.359830:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232931.359833:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232931.359837:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748774912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232931.359858:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748775040:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232931.359876:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232931.359886:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232931/real 1761232931] req@ffff9437f87f8000 x1846776748775040/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232931.359898:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748775040/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232931.359907:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232931.359910:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232931.359913:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748775040:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232931.359919:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748775168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232931.359935:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232931.359944:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232931/real 1761232931] req@ffff9437f87f8700 x1846776748775168/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232931.359956:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748775168/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232931.359964:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232931.359967:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232931.359971:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748775168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232931.870946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232931.870946:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232931.870947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232932.190867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232932.191022:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232932.894841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232932.894846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232932.894854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232933.214825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232933.214887:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232933.918823:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232933.918836:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232933.918845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232934.238862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232934.238961:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232934.942894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232934.942894:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232934.942909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232935.262856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232935.262957:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232935.966901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232935.966918:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232935.966965:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232936.286825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232936.286956:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761232936.478838:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232936.478848:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761232936.478852:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232936.478863:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9460 00000100:00080000:1.0:1761232936.478877:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232936.478883:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761232936.478917:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748775296/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232936.478939:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232936.478942:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232936.478943:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232936.478946:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9460 00000100:00080000:1.0:1761232936.478949:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232936.478951:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232936.478959:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232936.478967:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748775424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232936.478975:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232936.478978:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232936.478979:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232936.478982:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9460 00000100:00080000:1.0:1761232936.478985:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232936.478990:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232936.478990:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748775296:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761232936.478995:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232936.479004:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748775552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232936.479011:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232936.479013:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232936.479015:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232936.479017:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9460 00000100:00080000:1.0:1761232936.479019:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232936.479022:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232936.479026:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232936.479036:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748775680/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232936.479042:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232936.479044:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232936.479046:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232936.479048:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9460 00000100:00080000:1.0:1761232936.479051:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232936.479053:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232936.479056:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232936.479066:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748775808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232936.479067:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761232936.479075:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232936.479078:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232936.479079:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232936.479082:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9460 00000100:00080000:1.0:1761232936.479085:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232936.479087:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232936.479090:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232936.479097:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748775936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232936.479102:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232936.479104:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232936.479106:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232936.479110:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9460 00000100:00080000:1.0:1761232936.479113:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232936.479119:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232936.479121:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232936/real 1761232936] req@ffff9437f86d6a00 x1846776748775296/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761232936.479123:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232936.479134:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748776064/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232936.479143:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232936.479146:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232936.479147:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232936.479152:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9460 00000100:00100000:2.0:1761232936.479154:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748775296/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232936.479155:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232936.479161:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232936.479166:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232936.479175:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748776192/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232936.479178:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232936.479189:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232936.479194:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748775296:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761232936.479205:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748775424:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232936.479232:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232936.479259:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232936/real 1761232936] req@ffff9437f86d7b80 x1846776748775424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232936.479274:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748775424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232936.479290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232936.479294:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232936.479299:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748775424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232936.479323:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748775552:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232936.479345:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232936.479357:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232936/real 1761232936] req@ffff9437f86d5180 x1846776748775552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232936.479371:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748775552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232936.479396:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232936.479401:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232936.479405:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748775552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232936.479412:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748775680:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232936.479434:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232936.479446:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232936/real 1761232936] req@ffff9437f86d5c00 x1846776748775680/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232936.479459:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748775680/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232936.479469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232936.479473:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232936.479477:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748775680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232936.479483:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748775808:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232936.479503:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232936.479515:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232936/real 1761232936] req@ffff9437f86d7480 x1846776748775808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232936.479529:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748775808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232936.479537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232936.479540:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232936.479544:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748775808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232936.479550:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748775936:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232936.479570:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232936.479581:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232936/real 1761232936] req@ffff9437f86d4700 x1846776748775936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232936.479596:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748775936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232936.479606:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232936.479609:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232936.479613:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748775936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232936.479620:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748776064:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232936.479639:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232936.479650:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232936/real 1761232936] req@ffff9437f86d4380 x1846776748776064/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232936.479664:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748776064/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232936.479673:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232936.479677:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232936.479680:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748776064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232936.479686:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748776192:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232936.479707:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232936.479719:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232936/real 1761232936] req@ffff9437f86d5f80 x1846776748776192/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232936.479756:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748776192/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232936.479767:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232936.479770:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232936.479774:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748776192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232936.990891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232936.990926:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232936.990935:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232937.310847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232937.310960:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232938.014815:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232938.014830:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232938.014887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232938.334845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232938.334949:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232939.038868:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232939.038868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232939.038910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232939.358862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232939.358926:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232940.062836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232940.062927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232940.062931:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232940.382828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232940.382899:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232941.086893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232941.086893:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232941.086894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232941.406924:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232941.407014:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232941.598939:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232941.598951:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232941.598957:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232941.598969:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9465 00000100:00080000:3.0:1761232941.598982:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232941.598990:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232941.599035:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748776320/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232941.599063:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232941.599066:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232941.599068:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232941.599071:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9465 00000100:00080000:3.0:1761232941.599073:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232941.599077:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232941.599088:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232941.599099:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748776448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232941.599112:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748776320:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232941.599114:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232941.599129:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232941.599132:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232941.599138:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9465 00000100:00080000:3.0:1761232941.599140:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232941.599142:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232941.599146:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232941.599158:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748776576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232941.599166:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232941.599168:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232941.599170:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232941.599175:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9465 00000100:00080000:3.0:1761232941.599187:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232941.599191:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232941.599195:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232941.599198:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232941.599211:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748776704/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232941.599222:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232941.599225:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232941.599226:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232941.599233:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9465 00000100:00080000:3.0:1761232941.599242:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232941.599246:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232941.599254:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232941/real 1761232941] req@ffff943800b9ad80 x1846776748776320/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232941.599254:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232941.599271:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748776832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232941.599284:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748776320/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232941.599285:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232941.599312:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232941.599320:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232941.599333:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9465 00000100:00080000:3.0:1761232941.599344:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232941.599354:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232941.599360:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232941.599361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232941.599375:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761232941.599380:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748776960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232941.599381:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748776320:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232941.599403:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232941.599407:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232941.599409:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232941.599412:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9465 00000100:00080000:3.0:1761232941.599417:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232941.599420:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748776448:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761232941.599421:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232941.599440:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232941.599455:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748777088/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232941.599467:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232941.599484:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232941.599488:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232941.599490:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232941.599495:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232941/real 1761232941] req@ffff943800b98a80 x1846776748776448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232941.599501:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9465 00000100:00080000:3.0:1761232941.599510:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232941.599519:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232941.599521:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748776448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232941.599525:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761232941.599543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761232941.599549:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748777216/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232941.599553:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232941.599567:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748776448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232941.599587:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748776576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232941.599607:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232941.599614:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232941/real 1761232941] req@ffff943800b9b800 x1846776748776576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232941.599622:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748776576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232941.599628:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232941.599630:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232941.599632:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748776576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232941.599637:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748776704:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232941.599648:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232941.599654:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232941/real 1761232941] req@ffff943800b99500 x1846776748776704/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232941.599661:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748776704/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232941.599666:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232941.599668:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232941.599670:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748776704:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232941.599674:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748776832:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232941.599684:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232941.599690:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232941/real 1761232941] req@ffff943800b98e00 x1846776748776832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232941.599697:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748776832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232941.599702:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232941.599704:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232941.599706:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748776832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232941.599710:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748776960:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232941.599720:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232941.599726:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232941/real 1761232941] req@ffff943800b9bb80 x1846776748776960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232941.599757:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748776960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232941.599762:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232941.599765:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232941.599767:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748776960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232941.599782:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748777088:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232941.599795:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232941.599802:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232941/real 1761232941] req@ffff943800b9aa00 x1846776748777088/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232941.599810:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748777088/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232941.599815:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232941.599817:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232941.599819:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748777088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232941.599823:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748777216:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232941.599833:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232941.599838:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232941/real 1761232941] req@ffff943800b9ad80 x1846776748777216/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232941.599845:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748777216/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232941.599854:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232941.599856:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232941.599858:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748777216:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232942.110813:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232942.110816:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232942.110900:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232942.430865:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232942.430897:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232943.134866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232943.134909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232943.134910:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232943.454861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232943.454977:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232944.158884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232944.158884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232944.158884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232944.478837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232944.478940:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232945.182806:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232945.182807:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232945.182813:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232945.502922:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232945.503087:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232946.206884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232946.206889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232946.206926:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232946.526906:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232946.527054:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232946.718895:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232946.718904:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232946.718908:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232946.718918:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9470 00000100:00080000:0.0:1761232946.718935:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232946.718942:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232946.718977:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748777344/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232946.719000:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232946.719003:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232946.719005:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232946.719008:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9470 00000100:00080000:0.0:1761232946.719011:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232946.719014:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232946.719022:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232946.719031:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748777472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232946.719040:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232946.719043:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232946.719044:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232946.719047:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9470 00000100:00080000:0.0:1761232946.719049:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232946.719058:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232946.719060:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748777344:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761232946.719063:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232946.719080:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748777600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232946.719088:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232946.719090:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232946.719092:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232946.719095:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9470 00000100:00080000:0.0:1761232946.719098:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232946.719102:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232946.719106:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232946.719114:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748777728/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232946.719125:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232946.719128:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232946.719129:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232946.719131:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9470 00000100:00080000:0.0:1761232946.719149:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232946.719153:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232946.719157:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232946.719165:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748777856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232946.719174:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761232946.719189:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232946.719193:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232946.719195:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232946.719201:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9470 00000100:00080000:0.0:1761232946.719214:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232946.719217:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232946.719233:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232946.719242:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748777984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232946.719252:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232946.719255:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232946.719256:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232946.719260:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9470 00000100:00080000:0.0:1761232946.719266:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232946.719272:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232946/real 1761232946] req@ffff9437f87f9180 x1846776748777344/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232946.719273:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232946.719286:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232946.719305:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748778112/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232946.719317:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232946.719319:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748777344/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761232946.719324:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232946.719332:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232946.719351:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9470 00000100:00080000:0.0:1761232946.719359:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232946.719361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232946.719363:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232946.719377:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:0.0:1761232946.719378:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232946.719400:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748777344:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761232946.719406:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748778240/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232946.719440:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748777472:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232946.719470:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232946.719484:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232946/real 1761232946] req@ffff9437f87fb800 x1846776748777472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232946.719497:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748777472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232946.719508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232946.719528:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232946.719533:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748777472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232946.719541:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748777600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232946.719562:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232946.719573:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232946/real 1761232946] req@ffff9437f87fa300 x1846776748777600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232946.719586:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748777600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232946.719596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232946.719600:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232946.719604:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748777600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232946.719610:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748777728:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232946.719627:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232946.719636:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232946/real 1761232946] req@ffff9437f87fbb80 x1846776748777728/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232946.719648:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748777728/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232946.719662:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232946.719667:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232946.719675:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748777728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232946.719711:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748777856:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232946.719742:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232946.719761:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232946/real 1761232946] req@ffff9437f87f9c00 x1846776748777856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232946.719819:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748777856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232946.719833:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232946.719838:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232946.719844:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748777856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232946.719854:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748777984:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232946.719884:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232946.719902:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232946/real 1761232946] req@ffff9437f87fad80 x1846776748777984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232946.719920:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748777984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232946.719933:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232946.719938:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232946.719942:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748777984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232946.719952:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748778112:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232946.719980:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232946.719997:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232946/real 1761232946] req@ffff9437f87fb100 x1846776748778112/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232946.720031:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748778112/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232946.720045:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232946.720051:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232946.720057:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748778112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232946.720069:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748778240:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232946.720103:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232946.720122:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232946/real 1761232946] req@ffff9437f87fa680 x1846776748778240/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232946.720144:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748778240/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232946.720158:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232946.720163:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232946.720169:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748778240:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232947.230832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232947.230927:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232947.230928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232947.550885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232947.550956:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232948.254892:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232948.254892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232948.254928:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232948.574854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232948.575049:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232949.278814:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232949.278846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232949.278854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232949.598879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232949.598991:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232950.302875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232950.302875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232950.302914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232950.622878:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232950.622976:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232951.326848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232951.326857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232951.326873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232951.646877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232951.646957:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232951.838846:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232951.838858:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232951.838863:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232951.838875:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9475 00000100:00080000:3.0:1761232951.838887:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232951.838894:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232951.838936:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748778368/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232951.838963:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232951.838966:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232951.838968:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232951.838971:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9475 00000100:00080000:3.0:1761232951.838974:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232951.838978:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232951.838989:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232951.838998:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748778368:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761232951.839001:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748778496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232951.839012:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232951.839014:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232951.839016:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232951.839019:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9475 00000100:00080000:3.0:1761232951.839024:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232951.839026:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232951.839029:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232951.839036:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748778624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232951.839043:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232951.839045:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232951.839046:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232951.839050:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9475 00000100:00080000:3.0:1761232951.839067:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232951.839070:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232951.839074:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232951.839080:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761232951.839085:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748778752/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232951.839093:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232951.839096:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232951.839098:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232951.839101:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9475 00000100:00080000:3.0:1761232951.839104:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232951.839107:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232951.839109:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232951.839117:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748778880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232951.839124:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232951.839127:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232951.839129:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232951.839131:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232951/real 1761232951] req@ffff943800b9a680 x1846776748778368/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232951.839134:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9475 00000100:00080000:3.0:1761232951.839160:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232951.839163:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232951.839167:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748778368/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761232951.839169:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232951.839183:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761232951.839184:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748779008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232951.839192:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232951.839200:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748778368:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232951.839209:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232951.839213:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232951.839215:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232951.839219:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9475 00000100:00080000:3.0:1761232951.839221:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232951.839224:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232951.839227:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232951.839231:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748778496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232951.839238:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748779136/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232951.839248:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232951.839251:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232951.839252:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232951.839256:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232951.839260:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9475 00000100:00080000:3.0:1761232951.839265:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232951.839268:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232951.839272:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232951.839275:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232951/real 1761232951] req@ffff943800b98000 x1846776748778496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232951.839284:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748779264/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232951.839289:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748778496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232951.839304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232951.839307:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232951.839310:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748778496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232951.839316:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748778624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232951.839328:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232951.839335:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232951/real 1761232951] req@ffff943800b99c00 x1846776748778624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232951.839342:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748778624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232951.839353:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232951.839355:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232951.839358:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748778624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232951.839361:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748778752:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232951.839372:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232951.839377:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232951/real 1761232951] req@ffff943800b98380 x1846776748778752/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232951.839384:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748778752/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232951.839390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232951.839392:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232951.839394:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748778752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232951.839397:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748778880:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232951.839407:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232951.839413:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232951/real 1761232951] req@ffff943800b99f80 x1846776748778880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232951.839421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748778880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232951.839426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232951.839428:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232951.839431:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748778880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232951.839435:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748779008:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232951.839444:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232951.839450:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232951/real 1761232951] req@ffff943800b98700 x1846776748779008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232951.839457:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748779008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232951.839462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232951.839465:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232951.839466:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748779008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232951.839479:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748779136:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232951.839489:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232951.839494:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232951/real 1761232951] req@ffff943800b9b480 x1846776748779136/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232951.839501:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748779136/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232951.839506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232951.839508:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232951.839510:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748779136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232951.839514:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748779264:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232951.839523:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232951.839530:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232951/real 1761232951] req@ffff943800b9a680 x1846776748779264/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232951.839537:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748779264/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232951.839543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232951.839545:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232951.839547:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748779264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232952.350848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232952.350854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232952.350882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232952.670823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232952.670967:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232953.374845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232953.374857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232953.374878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232953.694808:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232953.694939:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232954.398864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232954.398865:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232954.398869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232954.718849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232954.718907:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232955.422857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232955.422857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232955.422857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232955.742848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232955.742937:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232956.446848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232956.446889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232956.446904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232956.766841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232956.766956:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232956.958888:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232956.958904:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761232956.958912:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232956.958931:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9480 00000100:00080000:3.0:1761232956.958949:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232956.958960:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761232956.959011:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748779392/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232956.959048:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232956.959053:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232956.959054:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232956.959073:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9480 00000100:00080000:3.0:1761232956.959077:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232956.959082:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232956.959094:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232956.959114:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748779520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232956.959125:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748779392:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232956.959132:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232956.959141:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232956.959144:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232956.959150:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9480 00000100:00080000:3.0:1761232956.959154:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232956.959161:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232956.959168:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232956.959189:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748779648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232956.959202:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232956.959207:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232956.959209:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232956.959214:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9480 00000800:00000100:2.0:1761232956.959221:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232956.959223:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232956.959232:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232956.959240:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761232956.959256:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748779776/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232956.959269:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232956.959277:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232956/real 1761232956] req@ffff943800b9ad80 x1846776748779392/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232956.959277:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232956.959283:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232956.959300:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9480 00000100:00080000:3.0:1761232956.959310:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232956.959315:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232956.959327:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232956.959337:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748779392/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232956.959345:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748779904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232956.959367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232956.959371:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232956.959377:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232956.959379:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761232956.959382:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232956.959390:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748779392:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761232956.959395:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9480 00000100:00080000:3.0:1761232956.959405:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232956.959411:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232956.959417:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232956.959428:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748779520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232956.959434:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748780032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232956.959449:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232956.959453:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232956.959456:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232956.959460:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9480 00000800:00000100:2.0:1761232956.959470:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761232956.959473:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232956.959482:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761232956.959488:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232956.959492:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232956/real 1761232956] req@ffff943800b9aa00 x1846776748779520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761232956.959506:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748780160/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761232956.959560:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232956.959565:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232956.959568:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748779520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761232956.959570:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232956.959586:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9480 00000100:00080000:3.0:1761232956.959599:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232956.959603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232956.959608:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232956.959615:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761232956.959622:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232956.959623:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748779520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232956.959641:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748779648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761232956.959650:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748780288/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232956.959675:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232956.959693:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232956/real 1761232956] req@ffff943800b9bb80 x1846776748779648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232956.959707:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748779648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232956.959716:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232956.959720:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232956.959723:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748779648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232956.959756:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748779776:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232956.959779:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232956.959791:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232956/real 1761232956] req@ffff943800b98e00 x1846776748779776/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232956.959805:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748779776/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232956.959821:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232956.959825:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232956.959829:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748779776:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232956.959836:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748779904:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232956.959855:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232956.959866:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232956/real 1761232956] req@ffff943800b99500 x1846776748779904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232956.959878:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748779904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232956.959887:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232956.959891:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232956.959894:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748779904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232956.959916:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748780032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232956.959935:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232956.959946:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232956/real 1761232956] req@ffff943800b9b800 x1846776748780032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232956.959960:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748780032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232956.959969:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232956.959973:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232956.959977:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748780032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232956.959985:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748780160:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232956.960003:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232956.960014:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232956/real 1761232956] req@ffff943800b98a80 x1846776748780160/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232956.960026:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748780160/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232956.960036:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232956.960039:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232956.960043:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748780160:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232956.960049:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748780288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232956.960084:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232956.960096:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232956/real 1761232956] req@ffff943800b9ad80 x1846776748780288/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232956.960109:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748780288/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232956.960118:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232956.960121:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232956.960125:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748780288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232957.470833:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232957.470854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232957.470894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232957.790826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232957.790938:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232958.494839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232958.494843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232958.494874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232958.814886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232958.815002:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232959.518818:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232959.518872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232959.518874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232959.838853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232959.838919:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232960.542811:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232960.542855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232960.542859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232960.862841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232960.862970:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232961.566817:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232961.566823:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232961.566825:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232961.886845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232961.886890:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232962.078903:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232962.078916:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232962.078922:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232962.078938:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9485 00000100:00080000:2.0:1761232962.078951:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232962.078958:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232962.079019:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748780416/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232962.079049:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232962.079052:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232962.079053:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232962.079056:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9485 00000100:00080000:2.0:1761232962.079059:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232962.079062:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232962.079071:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232962.079082:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748780544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232962.079102:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232962.079105:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232962.079107:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232962.079115:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9485 00000100:00080000:2.0:1761232962.079118:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232962.079119:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748780416:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232962.079122:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232962.079131:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232962.079147:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748780672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232962.079156:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232962.079159:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232962.079161:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232962.079164:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9485 00000100:00080000:2.0:1761232962.079167:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232962.079170:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232962.079173:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232962.079182:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748780800/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232962.079188:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232962.079192:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232962.079193:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232962.079196:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9485 00000100:00080000:2.0:1761232962.079206:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232962.079209:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232962.079212:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761232962.079221:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232962.079222:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748780928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232962.079234:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232962.079237:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232962.079238:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232962.079242:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9485 00000100:00080000:2.0:1761232962.079248:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232962.079251:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232962.079255:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232962.079263:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748781056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232962.079270:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232962.079273:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232962.079274:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232962.079279:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9485 00000100:00080000:2.0:1761232962.079282:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232962.079286:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232962.079290:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232962.079292:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232962/real 1761232962] req@ffff9437fa0dca80 x1846776748780416/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232962.079302:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748781184/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232962.079324:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232962.079326:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232962.079327:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232962.079332:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9485 00000100:00080000:2.0:1761232962.079336:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232962.079343:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748780416/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232962.079343:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232962.079355:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232962.079373:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748781312/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232962.079376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232962.079395:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232962.079403:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748780416:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761232962.079436:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748780544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232962.079466:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232962.079481:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232962/real 1761232962] req@ffff9437fa0df800 x1846776748780544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232962.079496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748780544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232962.079507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232962.079511:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232962.079514:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748780544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232962.079522:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748780672:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232962.079546:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232962.079561:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232962/real 1761232962] req@ffff9437fa0de300 x1846776748780672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232962.079574:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748780672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232962.079589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232962.079593:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232962.079596:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748780672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232962.079604:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748780800:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232962.079626:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232962.079637:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232962/real 1761232962] req@ffff9437fa0df100 x1846776748780800/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232962.079650:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748780800/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232962.079658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232962.079662:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232962.079665:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748780800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232962.079673:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748780928:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232962.079697:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232962.079710:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232962/real 1761232962] req@ffff9437fa0dc000 x1846776748780928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232962.079723:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748780928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232962.079762:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232962.079765:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232962.079769:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748780928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232962.079776:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748781056:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232962.079799:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232962.079812:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232962/real 1761232962] req@ffff9437fa0ded80 x1846776748781056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232962.079825:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748781056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232962.079833:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232962.079837:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232962.079841:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748781056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232962.079848:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748781184:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232962.079867:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232962.079878:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232962/real 1761232962] req@ffff9437fa0df480 x1846776748781184/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232962.079891:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748781184/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232962.079900:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232962.079903:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232962.079906:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748781184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232962.079913:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748781312:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232962.079932:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232962.079945:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232962/real 1761232962] req@ffff9437fa0dd500 x1846776748781312/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232962.079956:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748781312/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232962.079964:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232962.079967:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232962.079970:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748781312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232962.590831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232962.590831:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232962.590864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232962.910836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232962.910929:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232963.614803:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232963.614911:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232963.614916:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761232963.934860:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232963.934868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:1.0:1761232964.638816:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232964.638881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232964.638916:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232964.958845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232964.958946:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232965.662843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232965.662883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232965.662898:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232965.982843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232965.982952:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232966.686828:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232966.686849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232966.686884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232967.006830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232967.006941:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761232967.198878:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232967.198889:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761232967.198894:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232967.198918:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9490 00000100:00080000:1.0:1761232967.198929:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232967.198937:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761232967.198971:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748781440/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232967.199008:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232967.199013:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232967.199015:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232967.199020:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9490 00000100:00080000:1.0:1761232967.199024:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232967.199028:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232967.199038:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232967.199050:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748781568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232967.199062:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232967.199066:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232967.199068:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232967.199073:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9490 00000100:00080000:1.0:1761232967.199077:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232967.199081:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232967.199087:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748781440:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761232967.199088:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232967.199102:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748781696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232967.199114:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232967.199116:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232967.199118:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232967.199121:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9490 00000100:00080000:1.0:1761232967.199135:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232967.199139:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232967.199143:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232967.199149:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232967.199155:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748781824/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232967.199163:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232967.199166:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232967.199167:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232967.199170:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9490 00000100:00080000:1.0:1761232967.199174:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232967.199176:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232967.199180:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232967.199186:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232967/real 1761232967] req@ffff9437f86d6680 x1846776748781440/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232967.199190:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748781952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232967.199211:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232967.199213:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232967.199217:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232967.199217:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748781440/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232967.199224:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9490 00000100:00080000:1.0:1761232967.199229:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232967.199234:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232967.199235:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761232967.199237:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232967.199241:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232967.199246:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748781440:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761232967.199251:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748782080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232967.199255:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748781568:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761232967.199270:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232967.199273:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232967.199275:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232967.199279:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9490 00000800:00000100:2.0:1761232967.199281:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761232967.199284:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232967.199289:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232967.199292:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232967.199295:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232967/real 1761232967] req@ffff9437f86d7100 x1846776748781568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232967.199303:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748782208/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232967.199309:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748781568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232967.199315:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232967.199322:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232967.199325:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232967.199329:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232967.199331:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9490 00000100:00080000:2.0:1761232967.199336:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761232967.199337:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232967.199341:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748781568:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761232967.199344:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232967.199350:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232967.199357:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748782336/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232967.199367:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748781696:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232967.199385:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232967.199392:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232967/real 1761232967] req@ffff9437f86d4000 x1846776748781696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232967.199400:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748781696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232967.199406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232967.199408:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232967.199410:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748781696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232967.199414:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748781824:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232967.199423:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232967.199429:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232967/real 1761232967] req@ffff9437f86d5880 x1846776748781824/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232967.199436:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748781824/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232967.199441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232967.199443:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232967.199444:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748781824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232967.199448:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748781952:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232967.199458:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232967.199463:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232967/real 1761232967] req@ffff9437f86d6d80 x1846776748781952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232967.199475:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748781952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232967.199480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232967.199482:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232967.199484:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748781952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232967.199487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748782080:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232967.199496:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232967.199502:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232967/real 1761232967] req@ffff9437f86d5f80 x1846776748782080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232967.199509:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748782080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232967.199514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232967.199515:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232967.199517:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748782080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232967.199520:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748782208:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232967.199529:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232967.199534:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232967/real 1761232967] req@ffff9437f86d4380 x1846776748782208/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232967.199541:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748782208/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232967.199550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232967.199552:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232967.199554:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748782208:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232967.199566:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748782336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232967.199575:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232967.199581:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232967/real 1761232967] req@ffff9437f86d4700 x1846776748782336/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232967.199588:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748782336/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232967.199593:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232967.199595:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232967.199597:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748782336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232967.710920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232967.710956:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232967.710962:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232968.030826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232968.030919:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232968.734909:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232968.734909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232968.734909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232969.054863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232969.054953:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232969.758948:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232969.759101:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232969.759762:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232970.078877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232970.078984:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232970.783012:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232970.783088:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232970.783137:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232971.102799:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232971.102906:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232971.806921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232971.806921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232971.807111:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232972.126832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232972.126898:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761232972.318885:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232972.318898:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761232972.318904:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232972.318921:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9496 00000100:00080000:1.0:1761232972.318936:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232972.318945:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761232972.318999:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748782464/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232972.319031:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232972.319035:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232972.319037:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232972.319042:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9496 00000100:00080000:1.0:1761232972.319046:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232972.319052:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232972.319063:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232972.319073:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748782464:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761232972.319080:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748782592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232972.319095:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232972.319099:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232972.319101:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232972.319107:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9496 00000100:00080000:1.0:1761232972.319112:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232972.319115:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232972.319120:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232972.319130:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748782720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232972.319138:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232972.319140:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232972.319142:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232972.319145:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9496 00000100:00080000:1.0:1761232972.319147:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232972.319150:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232972.319153:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761232972.319157:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232972.319167:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748782848/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232972.319174:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232972.319177:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232972.319179:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232972.319182:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9496 00000100:00080000:1.0:1761232972.319184:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232972.319187:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232972.319190:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232972.319197:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748782976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232972.319205:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232972.319207:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232972/real 1761232972] req@ffff9437f86d7480 x1846776748782464/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232972.319208:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232972.319212:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232972.319219:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9496 00000100:00080000:1.0:1761232972.319224:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232972.319227:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232972.319230:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232972.319233:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748782464/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232972.319241:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748783104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232972.319276:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232972.319279:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232972.319279:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232972.319283:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232972.319287:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761232972.319288:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9496 00000100:00080000:1.0:1761232972.319293:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232972.319294:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748782464:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761232972.319298:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232972.319303:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232972.319310:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748783232/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232972.319317:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232972.319320:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232972.319321:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232972.319323:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748782592:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761232972.319327:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9496 00000100:00080000:1.0:1761232972.319331:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232972.319334:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232972.319337:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232972.319346:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748783360/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232972.319350:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232972.319365:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232972/real 1761232972] req@ffff9437f86d5c00 x1846776748782592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232972.319378:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748782592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232972.319385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232972.319388:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232972.319390:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748782592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232972.319394:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748782720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232972.319405:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232972.319412:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232972/real 1761232972] req@ffff9437f86d5180 x1846776748782720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232972.319419:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748782720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232972.319425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232972.319427:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232972.319429:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748782720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232972.319433:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748782848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232972.319444:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232972.319450:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232972/real 1761232972] req@ffff9437f86d7b80 x1846776748782848/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232972.319458:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748782848/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232972.319463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232972.319465:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232972.319467:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748782848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232972.319470:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748782976:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232972.319481:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232972.319487:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232972/real 1761232972] req@ffff9437f86d6a00 x1846776748782976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232972.319494:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748782976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232972.319499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232972.319501:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232972.319503:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748782976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232972.319506:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748783104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232972.319515:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232972.319521:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232972/real 1761232972] req@ffff9437f86d4700 x1846776748783104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232972.319530:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748783104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232972.319535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232972.319537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232972.319539:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748783104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232972.319542:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748783232:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232972.319552:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232972.319557:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232972/real 1761232972] req@ffff9437f86d4380 x1846776748783232/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232972.319565:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748783232/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232972.319570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232972.319572:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232972.319574:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748783232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232972.319588:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748783360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232972.319598:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232972.319604:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232972/real 1761232972] req@ffff9437f86d5f80 x1846776748783360/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232972.319612:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748783360/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232972.319622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232972.319624:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232972.319626:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748783360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232972.830994:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232972.831073:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232972.831096:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232973.150944:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232973.151015:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232973.855150:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232973.855238:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232973.855946:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232974.174803:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232974.174957:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232974.878996:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232974.879319:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232974.879345:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232975.198826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232975.198976:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232975.902906:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232975.902936:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232975.902955:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232976.222847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232976.222913:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232976.926900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232976.926986:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232976.926997:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232977.246859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232977.246935:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232977.439039:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232977.439061:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761232977.439072:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232977.439116:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9501 00000100:00080000:0.0:1761232977.439139:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232977.439151:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761232977.439225:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748783488/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232977.439272:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232977.439278:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232977.439281:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232977.439287:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9501 00000100:00080000:0.0:1761232977.439293:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232977.439300:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232977.439315:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232977.439332:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748783616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232977.439352:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748783488:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761232977.439357:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232977.439376:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232977.439380:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232977.439388:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9501 00000100:00080000:0.0:1761232977.439393:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232977.439398:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232977.439406:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232977.439436:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748783744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232977.439448:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232977.439453:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232977.439457:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232977.439464:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9501 00000100:00080000:0.0:1761232977.439471:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232977.439476:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232977.439482:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232977.439497:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748783872/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232977.439511:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232977.439517:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232977.439520:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232977.439524:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9501 00000100:00080000:0.0:1761232977.439533:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232977.439542:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748783616:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232977.439552:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232977.439568:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232977.439594:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748784000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761232977.439611:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232977.439622:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748783744:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232977.439624:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232977.439630:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232977.439640:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9501 00000100:00080000:0.0:1761232977.439659:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232977.439669:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232977.439680:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232977.439699:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748784128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232977.439709:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748783872:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761232977.439726:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232977.439820:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232977.439824:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232977.439832:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9501 00000100:00080000:0.0:1761232977.439842:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232977.439851:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232977.439861:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761232977.439886:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748784256/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232977.439898:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748784000:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232977.439941:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232977.439947:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232977.439951:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232977.439960:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9501 00000100:00100000:2.0:1761232977.439969:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748784128:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761232977.439978:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232977.439988:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761232977.439996:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232977.440021:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748784256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761232977.440022:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748784384/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232977.440095:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748784384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232977.950925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232977.950960:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232977.951012:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232978.270907:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232978.271025:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232978.974872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232978.974921:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232978.974932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232979.294847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232979.294988:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232979.998844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232979.998844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232979.998851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232980.318850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232980.318918:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1761232980.511908:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:1.0:1761232980.511951:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1761232980.511966:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761232980.511999:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761232980.512004:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761232980.512010:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761232980.512015:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761232980.512023:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761232980.512032:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761232980.512039:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761232980.512076:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232977/real 1761232980] req@ffff9437f87fa300 x1846776748784384/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232980.512098:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748784384/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232980.512112:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232980.512116:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232980.512119:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748784384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232980.512124:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232977/real 1761232980] req@ffff9437f87fbb80 x1846776748784256/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232980.512132:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748784256/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232980.512138:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232980.512141:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232980.512145:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748784256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232980.512152:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232977/real 1761232980] req@ffff9437f87fad80 x1846776748784000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232980.512165:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748784000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232980.512172:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232980.512176:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232980.512179:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748784000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232980.512185:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232977/real 1761232980] req@ffff9437f87f9c00 x1846776748784128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232980.512198:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748784128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232980.512205:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232980.512209:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232980.512212:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748784128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232980.512219:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232977/real 1761232980] req@ffff9437f87fb480 x1846776748783616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232980.512229:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748783616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232980.512237:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232980.512241:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232980.512244:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748783616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232980.512250:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232977/real 1761232980] req@ffff9437f87fa680 x1846776748783744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232980.512260:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748783744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232980.512278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232980.512281:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232980.512285:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748783744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232980.512291:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232977/real 1761232980] req@ffff9437f87fb100 x1846776748783872/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232980.512302:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748783872/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232980.512310:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232980.512314:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232980.512317:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748783872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232980.512324:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232977/real 1761232980] req@ffff9437f87f9500 x1846776748783488/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232980.512338:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748783488/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232980.512346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232980.512349:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232980.512352:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748783488:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761232981.022943:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232981.022944:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232981.022955:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232981.342926:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232981.342995:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232982.046905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232982.046927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761232982.046947:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232982.366921:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232982.367075:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761232982.558922:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232982.558933:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761232982.558938:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232982.558950:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9506 00000100:00080000:1.0:1761232982.558963:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232982.558973:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761232982.559010:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748784512/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232982.559039:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232982.559043:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232982.559044:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232982.559048:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9506 00000100:00080000:1.0:1761232982.559051:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232982.559055:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232982.559063:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232982.559074:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748784640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232982.559085:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232982.559087:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748784512:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761232982.559090:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232982.559095:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232982.559101:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9506 00000100:00080000:1.0:1761232982.559103:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232982.559106:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232982.559110:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232982.559121:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748784768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232982.559130:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232982.559132:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232982.559134:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232982.559137:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9506 00000100:00080000:1.0:1761232982.559150:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232982.559154:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232982.559158:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232982.559169:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748784896/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232982.559174:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761232982.559186:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232982.559190:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232982.559192:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232982.559197:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9506 00000100:00080000:1.0:1761232982.559200:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232982.559203:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232982.559207:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232982.559219:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748785024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232982.559225:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232982/real 1761232982] req@ffff9437f86d6d80 x1846776748784512/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232982.559233:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232982.559241:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232982.559245:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232982.559253:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9506 00000100:00080000:1.0:1761232982.559260:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232982.559262:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748784512/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232982.559269:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232982.559284:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761232982.559286:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232982.559292:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232982.559299:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748784512:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761232982.559309:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748785152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232982.559326:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232982.559327:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748784640:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761232982.559337:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232982.559342:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232982.559348:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9506 00000100:00080000:1.0:1761232982.559359:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232982.559365:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761232982.559369:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232982.559379:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232982.559397:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232982/real 1761232982] req@ffff9437f86d5880 x1846776748784640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232982.559398:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748785280/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232982.559439:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232982.559445:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232982.559447:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748784640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232982.559449:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232982.559462:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9506 00000100:00080000:1.0:1761232982.559474:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232982.559475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232982.559483:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232982.559489:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:1.0:1761232982.559494:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232982.559497:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748784640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232982.559512:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748784768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232982.559533:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748785408/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232982.559564:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232982.559583:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232982/real 1761232982] req@ffff9437f86d4000 x1846776748784768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232982.559597:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748784768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232982.559606:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232982.559611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232982.559614:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748784768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232982.559621:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748784896:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232982.559644:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232982.559698:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232982/real 1761232982] req@ffff9437f86d7100 x1846776748784896/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232982.559714:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748784896/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232982.559723:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232982.559727:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232982.559759:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748784896:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232982.559768:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748785024:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232982.559793:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232982.559807:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232982/real 1761232982] req@ffff9437f86d6680 x1846776748785024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232982.559821:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748785024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232982.559830:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232982.559833:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232982.559836:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748785024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232982.559859:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748785152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232982.559883:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232982.559898:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232982/real 1761232982] req@ffff9437f86d5f80 x1846776748785152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232982.559912:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748785152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232982.559928:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232982.559932:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232982.559936:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748785152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232982.559943:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748785280:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232982.559966:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232982.559979:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232982/real 1761232982] req@ffff9437f86d4380 x1846776748785280/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232982.559993:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748785280/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232982.560003:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232982.560007:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232982.560011:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748785280:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232982.560018:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748785408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232982.560043:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232982.560056:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232982/real 1761232982] req@ffff9437f86d4700 x1846776748785408/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232982.560069:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748785408/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232982.560079:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232982.560082:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232982.560086:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748785408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232983.070884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232983.070933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232983.070971:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232983.390840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232983.390932:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232984.094920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232984.094929:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761232984.094940:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232984.414894:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232984.415029:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232985.118892:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232985.118892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232985.118894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232985.438823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232985.438880:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232986.142859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232986.143007:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232986.143064:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232986.462818:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232986.462880:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232987.166926:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232987.166997:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232987.166998:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232987.486931:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232987.487028:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761232987.678951:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232987.678969:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761232987.678977:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232987.679000:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9511 00000100:00080000:1.0:1761232987.679029:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232987.679041:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761232987.679107:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748785536/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232987.679150:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232987.679157:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232987.679160:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232987.679167:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9511 00000100:00080000:1.0:1761232987.679173:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232987.679181:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232987.679198:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232987.679217:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748785664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232987.679225:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748785536:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761232987.679255:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232987.679261:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232987.679263:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232987.679270:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9511 00000100:00080000:1.0:1761232987.679274:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232987.679281:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232987.679291:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232987.679307:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748785792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232987.679320:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232987.679323:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232987.679325:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232987.679331:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9511 00000100:00080000:1.0:1761232987.679336:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232987.679341:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232987.679348:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232987.679368:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748785920/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232987.679385:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761232987.679403:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232987.679409:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232987.679413:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232987.679424:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9511 00000100:00080000:1.0:1761232987.679431:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232987.679436:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232987.679444:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232987.679479:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748786048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761232987.679481:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232987/real 1761232987] req@ffff9437f86d6a00 x1846776748785536/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232987.679606:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232987.679618:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232987.679622:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232987.679635:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9511 00000100:00100000:2.0:1761232987.679637:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748785536/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232987.679647:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232987.679670:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232987.679687:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232987.679690:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232987.679704:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232987.679717:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748785536:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761232987.679720:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748786176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232987.679786:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232987.679795:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232987.679799:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232987.679808:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9511 00000100:00080000:1.0:1761232987.679814:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232987.679820:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232987.679826:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748785664:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761232987.679831:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232987.679860:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748786304/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232987.679880:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232987.679892:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761232987.679895:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232987.679901:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232987.679911:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9511 00000100:00080000:1.0:1761232987.679919:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232987.679938:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232987.679938:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232987/real 1761232987] req@ffff9437f86d7b80 x1846776748785664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761232987.679959:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232987.679991:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748785664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232987.679993:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748786432/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232987.680127:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232987.680139:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232987.680147:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748785664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232987.680161:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748785792:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232987.680188:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232987.680201:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232987/real 1761232987] req@ffff9437f86d5180 x1846776748785792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232987.680216:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748785792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232987.680227:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232987.680231:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232987.680235:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748785792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232987.680242:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748785920:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232987.680261:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232987.680272:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232987/real 1761232987] req@ffff9437f86d5c00 x1846776748785920/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232987.680286:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748785920/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232987.680296:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232987.680300:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232987.680303:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748785920:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232987.680311:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748786048:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232987.680329:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232987.680340:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232987/real 1761232987] req@ffff9437f86d7480 x1846776748786048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232987.680354:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748786048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232987.680364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232987.680368:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232987.680371:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748786048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232987.680378:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748786176:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232987.680396:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232987.680407:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232987/real 1761232987] req@ffff9437f86d4700 x1846776748786176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232987.680421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748786176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232987.680433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232987.680439:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232987.680446:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748786176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232987.680486:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748786304:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232987.680527:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232987.680550:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232987/real 1761232987] req@ffff9437f86d4380 x1846776748786304/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232987.680572:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748786304/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232987.680621:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232987.680627:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232987.680633:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748786304:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232987.680646:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748786432:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232987.680686:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232987.680707:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232987/real 1761232987] req@ffff9437f86d5f80 x1846776748786432/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232987.680728:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748786432/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232987.680782:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232987.680788:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232987.680795:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748786432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232988.190935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232988.190985:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232988.191034:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232988.510890:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232988.511066:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232989.214871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232989.214979:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232989.214983:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232989.534879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232989.535006:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232990.238855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232990.238891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232990.238914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232990.558881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232990.558974:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232991.262843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761232991.262862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232991.262890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232991.582852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232991.582950:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232992.286867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232992.286914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232992.286936:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232992.606805:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232992.606886:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761232992.798910:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232992.798920:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761232992.798926:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232992.798935:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9516 00000100:00080000:1.0:1761232992.798944:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232992.798950:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761232992.798982:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748786560/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232992.799004:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232992.799007:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232992.799009:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232992.799012:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9516 00000100:00080000:1.0:1761232992.799015:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232992.799018:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232992.799025:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232992.799035:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748786560:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761232992.799036:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748786688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232992.799050:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232992.799055:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232992.799057:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232992.799062:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9516 00000100:00080000:1.0:1761232992.799067:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232992.799072:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232992.799077:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232992.799090:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748786816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232992.799099:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761232992.799113:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232992.799116:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232992.799118:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232992.799123:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9516 00000100:00080000:1.0:1761232992.799129:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232992.799133:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232992.799137:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232992/real 1761232992] req@ffff9437f86d6680 x1846776748786560/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761232992.799140:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232992.799156:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748786560/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232992.799161:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748786944/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232992.799172:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232992.799185:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232992.799189:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761232992.799191:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1761232992.799195:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748786560:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761232992.799196:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232992.799205:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9516 00000100:00080000:1.0:1761232992.799210:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232992.799214:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232992.799219:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748786688:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761232992.799220:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232992.799239:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748787072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232992.799244:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232992.799256:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232992/real 1761232992] req@ffff9437f86d7100 x1846776748786688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232992.799258:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232992.799266:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232992.799269:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232992.799274:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9516 00000100:00100000:2.0:1761232992.799277:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748786688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232992.799280:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232992.799288:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761232992.799290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761232992.799293:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232992.799295:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232992.799300:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748786688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232992.799305:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748786816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232992.799318:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748787200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761232992.799325:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232992.799330:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761232992.799331:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232992.799334:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232992.799338:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9516 00000100:00080000:1.0:1761232992.799342:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232992.799342:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232992/real 1761232992] req@ffff9437f86d4000 x1846776748786816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232992.799348:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232992.799356:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232992.799361:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748786816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232992.799367:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748787328/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232992.799370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232992.799378:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761232992.799382:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232992.799384:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748786816:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761232992.799387:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232992.799390:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232992.799394:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748786944:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761232992.799395:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9516 00000100:00080000:1.0:1761232992.799400:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232992.799404:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761232992.799408:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232992.799416:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748787456/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761232992.799419:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232992.799430:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232992/real 1761232992] req@ffff9437f86d5880 x1846776748786944/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232992.799445:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748786944/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232992.799451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232992.799454:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232992.799456:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748786944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232992.799467:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748787072:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232992.799477:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232992.799483:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232992/real 1761232992] req@ffff9437f86d6d80 x1846776748787072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232992.799490:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748787072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232992.799517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232992.799520:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232992.799522:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748787072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232992.799526:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748787200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761232992.799538:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232992.799545:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232992/real 1761232992] req@ffff9437f86d6680 x1846776748787200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232992.799557:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748787200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232992.799562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232992.799564:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232992.799566:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748787200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232992.799569:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748787328:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232992.799578:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232992.799583:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232992/real 1761232992] req@ffff9437f86d5f80 x1846776748787328/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232992.799591:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748787328/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232992.799595:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232992.799597:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232992.799599:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748787328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761232992.799602:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748787456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761232992.799611:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232992.799616:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232992/real 1761232992] req@ffff9437f86d4380 x1846776748787456/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761232992.799624:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748787456/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232992.799634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232992.799635:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761232992.799637:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748787456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232993.310911:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232993.310927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232993.311028:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232993.630947:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232993.631017:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232994.334907:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232994.334970:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232994.334984:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232994.654962:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232994.655057:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232995.358842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761232995.358873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232995.358885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232995.678809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232995.678875:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232996.382892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232996.382935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232996.382955:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232996.702852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232996.703018:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232997.406874:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761232997.406874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232997.406900:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761232997.726914:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761232997.727043:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232997.918962:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232997.918977:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761232997.918985:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232997.919001:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9521 00000100:00080000:2.0:1761232997.919018:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232997.919027:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761232997.919084:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748787584/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232997.919125:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232997.919130:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232997.919132:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232997.919136:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9521 00000100:00080000:2.0:1761232997.919140:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232997.919144:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232997.919156:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232997.919170:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748787712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232997.919194:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748787584:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761232997.919197:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232997.919216:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232997.919222:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232997.919229:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9521 00000100:00080000:2.0:1761232997.919232:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232997.919235:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232997.919241:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232997.919262:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748787840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232997.919273:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232997.919277:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232997.919280:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232997.919284:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9521 00000100:00080000:2.0:1761232997.919299:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232997.919308:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761232997.919316:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761232997.919321:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761232997.919341:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748787968/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232997.919351:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232997.919355:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232997.919357:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232997.919365:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9521 00000100:00080000:2.0:1761232997.919371:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232997.919378:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232997/real 1761232997] req@ffff9437fa0dea00 x1846776748787584/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232997.919385:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232997.919400:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232997.919440:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748788096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232997.919453:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748787584/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232997.919454:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232997.919481:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232997.919490:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232997.919514:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9521 00000100:00080000:1.0:1761232997.919516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232997.919520:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232997.919528:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761232997.919538:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761232997.919546:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748787584:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761232997.919553:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232997.919568:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748788224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761232997.919583:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232997.919586:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748787712:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761232997.919590:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232997.919603:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232997.919611:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9521 00000100:00080000:2.0:1761232997.919621:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232997.919626:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761232997.919633:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761232997.919640:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761232997.919656:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748788352/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232997.919667:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232997/real 1761232997] req@ffff9437fa0ddc00 x1846776748787712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232997.919833:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232997.919841:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761232997.919842:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748787712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761232997.919852:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232997.919877:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9521 00000100:00080000:2.0:1761232997.919895:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232997.919899:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232997.919905:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761232997.919916:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761232997.919920:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761232997.919926:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748787712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761232997.919947:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748788480/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761232997.919948:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748787840:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232997.920003:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232997.920021:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232997/real 1761232997] req@ffff9437fa0dc380 x1846776748787840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232997.920034:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748787840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232997.920043:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232997.920047:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232997.920050:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748787840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232997.920057:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748787968:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232997.920073:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232997.920082:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232997/real 1761232997] req@ffff9437fa0dc700 x1846776748787968/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232997.920093:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748787968/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232997.920109:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232997.920112:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232997.920115:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748787968:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232997.920121:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748788096:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232997.920136:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232997.920144:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232997/real 1761232997] req@ffff9437fa0dd180 x1846776748788096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232997.920155:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748788096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232997.920163:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232997.920167:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232997.920170:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748788096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232997.920190:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748788224:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761232997.920206:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232997.920215:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232997/real 1761232997] req@ffff9437fa0dfb80 x1846776748788224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232997.920227:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748788224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232997.920235:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232997.920238:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232997.920241:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748788224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761232997.920248:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748788352:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232997.920263:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232997.920271:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232997/real 1761232997] req@ffff9437fa0dea00 x1846776748788352/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232997.920283:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748788352/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232997.920290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232997.920294:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232997.920296:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748788352:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761232997.920302:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748788480:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761232997.920316:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761232997.920325:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232997/real 1761232997] req@ffff9437fa0dd500 x1846776748788480/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761232997.920336:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748788480/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761232997.920344:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232997.920347:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761232997.920350:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748788480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761232998.430853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761232998.430894:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761232998.430949:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761232998.750874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232998.750945:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232999.454886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761232999.454886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761232999.454886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761232999.774874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761232999.775091:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233000.478890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233000.478897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233000.478961:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233000.798877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233000.798922:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233001.502864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233001.502893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233001.502967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233001.822942:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233001.823039:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233002.526967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233002.526997:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233002.527018:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233002.846843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233002.847009:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233003.038886:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233003.038895:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233003.038899:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233003.038911:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9526 00000100:00080000:3.0:1761233003.038923:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233003.038929:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233003.038962:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748788608/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233003.038983:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233003.038986:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233003.038987:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233003.038991:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9526 00000100:00080000:3.0:1761233003.038993:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233003.038996:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233003.039005:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233003.039014:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748788736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233003.039021:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748788608:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233003.039025:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233003.039029:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233003.039030:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233003.039034:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9526 00000100:00080000:3.0:1761233003.039038:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233003.039041:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233003.039044:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233003.039052:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748788864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233003.039059:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233003.039061:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233003.039062:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233003.039065:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9526 00000100:00080000:3.0:1761233003.039075:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233003.039081:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233003.039081:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233003.039088:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233003.039098:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748788992/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233003.039105:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233003.039108:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233003.039109:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233003.039113:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9526 00000100:00080000:3.0:1761233003.039117:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233003.039122:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233003.039123:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233003/real 1761233003] req@ffff943800b9a680 x1846776748788608/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233003.039125:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233003.039137:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748789120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233003.039144:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748788608/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233003.039146:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233003.039154:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233003.039157:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233003.039161:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9526 00000100:00080000:1.0:1761233003.039163:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233003.039164:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233003.039170:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233003.039171:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233003.039178:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233003.039179:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748788608:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233003.039188:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748789248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233003.039194:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233003.039196:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233003.039198:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233003.039201:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9526 00000100:00100000:1.0:1761233003.039204:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748788736:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233003.039205:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233003.039212:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233003.039216:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233003.039226:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748789376/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233003.039233:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233003.039242:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233003.039245:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233003.039248:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233003/real 1761233003] req@ffff943800b9b480 x1846776748788736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233003.039249:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233003.039256:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9526 00000100:00080000:3.0:1761233003.039261:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233003.039266:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233003.039269:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233003.039270:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748788736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233003.039279:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761233003.039280:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748789504/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233003.039285:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233003.039292:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748788736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233003.039302:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748788864:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233003.039317:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233003.039324:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233003/real 1761233003] req@ffff943800b98700 x1846776748788864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233003.039331:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748788864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233003.039356:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233003.039358:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233003.039360:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748788864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233003.039365:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748788992:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233003.039377:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233003.039384:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233003/real 1761233003] req@ffff943800b99f80 x1846776748788992/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233003.039391:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748788992/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233003.039396:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233003.039398:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233003.039400:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748788992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233003.039404:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748789120:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233003.039413:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233003.039419:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233003/real 1761233003] req@ffff943800b98380 x1846776748789120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233003.039426:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748789120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233003.039432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233003.039433:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233003.039435:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748789120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233003.039438:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748789248:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233003.039449:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233003.039454:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233003/real 1761233003] req@ffff943800b99c00 x1846776748789248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233003.039462:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748789248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233003.039466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233003.039468:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233003.039470:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748789248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233003.039483:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748789376:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233003.039493:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233003.039499:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233003/real 1761233003] req@ffff943800b98000 x1846776748789376/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233003.039506:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748789376/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233003.039516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233003.039518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233003.039520:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748789376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233003.039523:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748789504:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233003.039532:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233003.039537:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233003/real 1761233003] req@ffff943800b9a680 x1846776748789504/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233003.039544:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748789504/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233003.039549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233003.039551:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233003.039553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748789504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233003.550842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233003.550876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233003.550881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233003.870852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233003.870935:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233004.574846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233004.574846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233004.574846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233004.894836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233004.894926:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233005.598824:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233005.598852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233005.598905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233005.918856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233005.918933:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233006.622881:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233006.622894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233006.623026:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233006.942844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233006.942943:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233007.646854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233007.646894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233007.646947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233007.966886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233007.966985:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233008.158908:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233008.158919:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233008.158926:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233008.158939:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9531 00000100:00080000:1.0:1761233008.158953:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233008.158960:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233008.159008:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748789632/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233008.159049:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233008.159052:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233008.159053:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233008.159058:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9531 00000100:00080000:1.0:1761233008.159063:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233008.159068:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233008.159079:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233008.159083:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748789632:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233008.159093:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748789760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233008.159105:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233008.159108:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233008.159111:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233008.159115:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9531 00000100:00080000:1.0:1761233008.159118:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233008.159120:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233008.159124:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233008.159134:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748789888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233008.159148:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233008.159152:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233008.159154:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233008.159158:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9531 00000100:00080000:1.0:1761233008.159162:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233008.159176:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233008.159180:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761233008.159184:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233008.159196:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748790016/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233008.159206:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233008.159211:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233008.159213:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233008.159217:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9531 00000100:00080000:1.0:1761233008.159221:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233008.159225:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233008.159229:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233008.159230:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233008/real 1761233008] req@ffff9437f86d4700 x1846776748789632/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233008.159242:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748790144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233008.159251:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748789632/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233008.159272:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233008.159276:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233008.159277:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233008.159281:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9531 00000100:00080000:1.0:1761233008.159297:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233008.159301:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233008.159306:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233008.159322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233008.159324:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748790272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233008.159328:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233008.159337:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748789632:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233008.159342:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233008.159346:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233008.159348:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233008.159353:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9531 00000100:00080000:1.0:1761233008.159357:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233008.159362:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233008.159365:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748789760:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761233008.159369:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233008.159383:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748790400/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233008.159391:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233008.159392:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233008.159405:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761233008.159406:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233008/real 1761233008] req@ffff9437f86d7480 x1846776748789760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233008.159412:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233008.159420:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9531 00000100:00080000:1.0:1761233008.159424:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233008.159427:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233008.159431:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233008.159440:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748790528/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233008.159461:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748789760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233008.159481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233008.159485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233008.159488:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748789760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233008.159494:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748789888:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233008.159510:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233008.159565:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233008/real 1761233008] req@ffff9437f86d5c00 x1846776748789888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233008.159581:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748789888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233008.159595:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233008.159605:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233008.159607:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748789888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233008.159620:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748790016:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233008.159652:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233008.159680:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233008/real 1761233008] req@ffff9437f86d5180 x1846776748790016/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233008.159705:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748790016/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233008.159719:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233008.159721:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233008.159724:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748790016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233008.159762:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748790144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233008.159779:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233008.159787:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233008/real 1761233008] req@ffff9437f86d7b80 x1846776748790144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233008.159795:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748790144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233008.159801:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233008.159804:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233008.159806:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748790144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233008.159810:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748790272:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233008.159821:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233008.159826:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233008/real 1761233008] req@ffff9437f86d6a00 x1846776748790272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233008.159834:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748790272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233008.159840:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233008.159843:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233008.159845:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748790272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233008.159859:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748790400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233008.159870:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233008.159875:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233008/real 1761233008] req@ffff9437f86d4700 x1846776748790400/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233008.159883:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748790400/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233008.159898:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233008.159900:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233008.159902:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748790400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233008.159906:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748790528:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233008.159916:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233008.159921:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233008/real 1761233008] req@ffff9437f86d4380 x1846776748790528/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233008.159929:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748790528/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233008.159934:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233008.159936:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233008.159938:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748790528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233008.670886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233008.670942:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233008.670952:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233008.990814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233008.990921:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233009.694857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233009.694857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233009.694987:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233010.014844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233010.014936:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233010.718840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233010.718841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233010.718841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233011.038832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233011.038932:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233011.742905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233011.742906:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233011.742946:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233012.062861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233012.062955:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233012.766853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233012.766853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233012.766967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233013.086792:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233013.086903:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233013.278872:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233013.278884:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233013.278889:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233013.278901:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9536 00000100:00080000:1.0:1761233013.278914:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233013.278922:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233013.278960:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748790656/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233013.278988:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233013.278992:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233013.278994:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233013.279000:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9536 00000100:00080000:1.0:1761233013.279015:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233013.279020:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233013.279028:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748790656:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761233013.279030:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233013.279049:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748790784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233013.279061:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233013.279066:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233013.279068:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233013.279073:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9536 00000100:00080000:1.0:1761233013.279079:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233013.279084:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233013.279089:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761233013.279092:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233013.279108:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748790912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233013.279120:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233013.279124:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761233013.279127:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233013/real 1761233013] req@ffff9437f86d5f80 x1846776748790656/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233013.279128:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233013.279138:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9536 00000100:00080000:1.0:1761233013.279146:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233013.279151:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748790656/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233013.279155:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233013.279166:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233013.279168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233013.279190:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233013.279193:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748790656:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233013.279225:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748790784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233013.279229:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748791040/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233013.279244:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233013.279248:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233013.279253:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233013.279257:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233013.279262:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233013/real 1761233013] req@ffff9437f86d6680 x1846776748790784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233013.279265:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9536 00000100:00080000:1.0:1761233013.279275:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233013.279280:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748790784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233013.279284:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233013.279293:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761233013.279296:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233013.279299:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233013.279303:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748790784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233013.279309:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748790912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233013.279315:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748791168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233013.279327:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233013.279327:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233013.279334:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233013.279337:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233013.279339:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233013/real 1761233013] req@ffff9437f86d6d80 x1846776748790912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233013.279345:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9536 00000100:00080000:1.0:1761233013.279355:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233013.279355:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748790912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233013.279365:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233013.279367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233013.279373:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:1.0:1761233013.279375:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233013.279377:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748790912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233013.279394:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748791296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233013.279394:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748791040:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233013.279412:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233013.279413:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233013.279421:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233013.279424:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233013.279425:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233013/real 1761233013] req@ffff9437f86d5880 x1846776748791040/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233013.279434:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9536 00000100:00100000:2.0:1761233013.279441:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748791040/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233013.279442:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233013.279453:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233013.279453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233013.279461:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:1.0:1761233013.279463:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233013.279464:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748791040:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233013.279473:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748791168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233013.279485:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748791424/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233013.279490:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233013.279502:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233013/real 1761233013] req@ffff9437f86d4000 x1846776748791168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233013.279512:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233013.279522:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233013.279527:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233013.279529:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748791168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233013.279534:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9536 00000100:00080000:2.0:1761233013.279540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233013.279544:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233013.279546:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233013.279554:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233013.279554:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748791168:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761233013.279565:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233013.279570:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748791296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233013.279584:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748791552/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233013.279591:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233013.279601:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233013/real 1761233013] req@ffff9437f86d7100 x1846776748791296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233013.279612:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748791296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233013.279618:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233013.279622:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233013.279624:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748791296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233013.279628:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748791424:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233013.279638:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233013.279644:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233013/real 1761233013] req@ffff9437f86d6d80 x1846776748791424/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233013.279651:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748791424/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233013.279656:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233013.279658:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233013.279660:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748791424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233013.279668:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748791552:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233013.279677:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233013.279683:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233013/real 1761233013] req@ffff9437f86d6680 x1846776748791552/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233013.279690:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748791552/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233013.279695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233013.279697:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233013.279699:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748791552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233013.790800:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233013.790822:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233013.790857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233014.110823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233014.110919:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233014.814935:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233014.814972:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233014.815046:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233015.134799:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233015.134916:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233015.838860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233015.838926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233015.838939:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233016.158811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233016.158916:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233016.862919:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233016.862919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233016.863050:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233017.182809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233017.182950:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233017.886880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233017.886904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233017.886913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233018.206850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233018.206896:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233018.398909:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233018.398918:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233018.398922:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233018.398933:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9542 00000100:00080000:2.0:1761233018.398944:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233018.398950:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233018.398984:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748791680/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233018.399011:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233018.399013:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233018.399015:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233018.399018:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9542 00000100:00080000:2.0:1761233018.399020:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233018.399023:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233018.399031:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233018.399041:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748791808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233018.399049:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233018.399052:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233018.399055:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233018.399062:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748791680:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233018.399062:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9542 00000100:00080000:2.0:1761233018.399071:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233018.399083:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233018.399087:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233018.399110:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748791936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233018.399119:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233018.399121:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233018.399123:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233018.399126:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9542 00000100:00080000:2.0:1761233018.399130:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233018.399133:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233018.399136:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233018.399145:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748792064/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233018.399153:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233018.399156:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233018.399157:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233018.399159:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9542 00000100:00080000:2.0:1761233018.399171:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233018.399173:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233018.399177:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233018.399188:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233018.399188:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748792192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233018.399203:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233018.399206:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233018.399208:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233018.399211:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9542 00000100:00080000:2.0:1761233018.399218:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233018.399221:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233018.399226:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233018.399234:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748792320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233018.399246:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233018.399248:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761233018.399252:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233018/real 1761233018] req@ffff9437fa0df480 x1846776748791680/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233018.399253:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233018.399264:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9542 00000100:00080000:2.0:1761233018.399274:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233018.399285:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233018.399290:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233018.399299:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748791680/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233018.399303:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748792448/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233018.399366:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233018.399367:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233018.399378:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233018.399381:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233018.399383:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233018.399391:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9542 00000100:00100000:1.0:1761233018.399392:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748791680:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233018.399404:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233018.399419:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233018.399424:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233018.399434:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748792576/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233018.399450:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748791808:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233018.399473:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233018.399483:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233018/real 1761233018] req@ffff9437fa0ded80 x1846776748791808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233018.399493:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748791808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233018.399502:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233018.399506:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233018.399511:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748791808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233018.399518:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748791936:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233018.399541:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233018.399553:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233018/real 1761233018] req@ffff9437fa0dc000 x1846776748791936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233018.399564:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748791936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233018.399573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233018.399577:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233018.399580:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748791936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233018.399586:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748792064:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233018.399607:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233018.399618:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233018/real 1761233018] req@ffff9437fa0df100 x1846776748792064/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233018.399631:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748792064/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233018.399640:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233018.399643:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233018.399646:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748792064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233018.399653:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748792192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233018.399674:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233018.399686:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233018/real 1761233018] req@ffff9437fa0de300 x1846776748792192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233018.399697:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748792192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233018.399703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233018.399706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233018.399708:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748792192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233018.399712:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748792320:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233018.399727:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233018.399756:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233018/real 1761233018] req@ffff9437fa0df800 x1846776748792320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233018.399764:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748792320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233018.399775:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233018.399777:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233018.399780:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748792320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233018.399787:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748792448:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233018.399809:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233018.399821:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233018/real 1761233018] req@ffff9437fa0dca80 x1846776748792448/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233018.399834:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748792448/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233018.399843:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233018.399848:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233018.399851:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748792448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233018.399857:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748792576:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233018.399880:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233018.399892:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233018/real 1761233018] req@ffff9437fa0dd500 x1846776748792576/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233018.399903:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748792576/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233018.399912:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233018.399915:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233018.399919:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748792576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233018.910869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233018.910904:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233018.910920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233019.230809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233019.230902:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233019.934798:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233019.934895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233019.934914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233020.254821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233020.254898:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233020.958843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233020.958848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233020.958880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233021.278814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233021.278880:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233021.982835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233021.982840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233021.982866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233022.302802:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233022.302878:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233023.006816:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233023.006816:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233023.006817:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233023.326845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233023.326917:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233023.518869:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233023.518878:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233023.518882:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233023.518891:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9547 00000100:00080000:0.0:1761233023.518902:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233023.518908:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233023.518940:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748792704/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233023.518962:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233023.518965:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233023.518966:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233023.518969:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9547 00000100:00080000:0.0:1761233023.518972:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233023.518974:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233023.518982:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233023.518992:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748792832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233023.519001:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233023.519005:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233023.519007:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233023.519007:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748792704:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233023.519029:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9547 00000100:00080000:0.0:1761233023.519032:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233023.519035:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233023.519039:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233023.519049:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748792960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233023.519057:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233023.519059:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233023.519061:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233023.519064:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9547 00000100:00080000:0.0:1761233023.519078:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233023.519080:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233023.519084:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233023.519090:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233023.519095:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748793088/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233023.519103:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233023.519105:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233023.519107:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233023.519110:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9547 00000100:00080000:0.0:1761233023.519113:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233023.519115:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233023.519118:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233023.519127:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748793216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233023.519134:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233023/real 1761233023] req@ffff9437f87fb800 x1846776748792704/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233023.519136:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233023.519145:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233023.519149:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233023.519157:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9547 00000100:00080000:0.0:1761233023.519161:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233023.519164:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233023.519167:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233023.519169:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748792704/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233023.519176:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748793344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233023.519197:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233023.519197:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233023.519202:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233023.519206:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233023.519210:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233023.519212:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9547 00000100:00080000:0.0:1761233023.519218:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233023.519222:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748792704:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233023.519223:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233023.519228:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233023.519239:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748793472/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233023.519244:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233023.519247:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233023.519248:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233023.519250:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9547 00000100:00080000:0.0:1761233023.519252:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233023.519255:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233023.519259:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233023.519260:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748792832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233023.519268:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748793600/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233023.519294:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233023.519310:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233023/real 1761233023] req@ffff9437f87f9180 x1846776748792832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233023.519332:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748792832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233023.519342:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233023.519346:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233023.519350:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748792832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233023.519357:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748792960:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233023.519376:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233023.519387:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233023/real 1761233023] req@ffff9437f87f8700 x1846776748792960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233023.519399:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748792960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233023.519409:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233023.519413:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233023.519417:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748792960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233023.519423:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748793088:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233023.519444:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233023.519455:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233023/real 1761233023] req@ffff9437f87f8000 x1846776748793088/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233023.519467:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748793088/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233023.519483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233023.519487:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233023.519490:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748793088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233023.519496:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748793216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233023.519513:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233023.519524:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233023/real 1761233023] req@ffff9437f87faa00 x1846776748793216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233023.519536:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748793216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233023.519545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233023.519548:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233023.519551:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748793216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233023.519557:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748793344:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233023.519577:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233023.519589:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233023/real 1761233023] req@ffff9437f87f8a80 x1846776748793344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233023.519601:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748793344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233023.519610:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233023.519613:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233023.519617:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748793344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233023.519624:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748793472:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233023.519642:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233023.519653:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233023/real 1761233023] req@ffff9437f87f9f80 x1846776748793472/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233023.519666:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748793472/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233023.519675:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233023.519678:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233023.519681:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748793472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233023.519702:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748793600:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233023.519720:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233023.519750:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233023/real 1761233023] req@ffff9437f87f8e00 x1846776748793600/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233023.519774:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748793600/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233023.519787:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233023.519791:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233023.519794:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748793600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233024.030855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233024.030855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233024.030864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233024.350823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233024.350885:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233025.054810:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233025.054831:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233025.054837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233025.374817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233025.374938:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233026.078852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233026.078852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233026.078861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233026.398839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233026.398888:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233027.102871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233027.102904:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233027.102916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233027.422816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233027.422963:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233028.126843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233028.126843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233028.126891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233028.446816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233028.446903:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233028.638883:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233028.638900:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233028.638906:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233028.638921:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9552 00000100:00080000:3.0:1761233028.638966:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233028.638976:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233028.639030:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748793728/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233028.639068:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233028.639072:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233028.639074:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233028.639080:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9552 00000100:00080000:3.0:1761233028.639086:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233028.639091:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233028.639103:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233028.639108:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748793728:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233028.639125:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748793856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233028.639142:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233028.639147:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233028.639149:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233028.639155:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9552 00000100:00080000:3.0:1761233028.639172:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233028.639180:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233028.639185:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233028.639195:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233028.639215:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748793984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233028.639221:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233028/real 1761233028] req@ffff943800b9ad80 x1846776748793728/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233028.639280:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233028.639283:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748793728/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233028.639295:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233028.639302:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233028.639304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233028.639319:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233028.639319:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9552 00000100:00100000:1.0:1761233028.639334:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748793728:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233028.639336:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233028.639346:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233028.639356:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233028.639362:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748793856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233028.639379:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748794112/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233028.639385:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233028.639401:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233028/real 1761233028] req@ffff943800b98a80 x1846776748793856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233028.639411:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233028.639416:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748793856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233028.639419:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233028.639427:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233028.639431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233028.639439:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9552 00000100:00080000:1.0:1761233028.639440:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233028.639445:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748793856:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233028.639454:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233028.639456:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748793984:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233028.639467:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233028.639477:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233028.639478:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233028.639489:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233028/real 1761233028] req@ffff943800b9b800 x1846776748793984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233028.639503:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748793984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233028.639503:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748794240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233028.639563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233028.639569:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233028.639573:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748793984:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233028.639573:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233028.639590:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233028.639593:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233028.639597:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748794112:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761233028.639602:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9552 00000100:00080000:3.0:1761233028.639612:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233028.639621:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233028.639622:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761233028.639635:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233028.639636:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233028/real 1761233028] req@ffff943800b99500 x1846776748794112/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233028.639657:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748794112/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233028.639663:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761233028.639669:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748794368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233028.639670:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233028.639680:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748794112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233028.639698:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748794240:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233028.639710:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233028.639716:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233028.639723:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233028.639724:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233028.639763:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233028/real 1761233028] req@ffff943800b98e00 x1846776748794240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233028.639783:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748794240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233028.639790:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9552 00000100:00080000:1.0:1761233028.639795:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233028.639802:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233028.639803:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233028.639807:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748794240:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233028.639815:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233028.639825:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233028.639829:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748794368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233028.639850:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748794496/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233028.639855:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233028.639867:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233028/real 1761233028] req@ffff943800b9bb80 x1846776748794368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233028.639878:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233028.639883:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748794368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233028.639893:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233028.639897:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233028.639899:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233028.639902:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233028.639918:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748794368:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233028.639918:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9552 00000100:00080000:3.0:1761233028.639949:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233028.639953:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748794496:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761233028.639961:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233028.639970:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233028.639976:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233028.639987:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233028/real 1761233028] req@ffff943800b9aa00 x1846776748794496/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233028.639995:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748794624/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233028.640002:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748794496/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233028.640043:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233028.640047:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233028.640051:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748794496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233028.640063:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748794624:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233028.640078:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233028.640085:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233028/real 1761233028] req@ffff943800b9bb80 x1846776748794624/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233028.640092:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748794624/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233028.640097:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233028.640099:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233028.640101:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748794624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233029.150817:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233029.150837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233029.150851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233029.470816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233029.470887:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233030.174823:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233030.174823:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233030.174864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233030.494796:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233030.494919:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233031.198825:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233031.198853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233031.198874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233031.518820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233031.518864:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233032.222785:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233032.222861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233032.223795:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233032.542927:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233032.543034:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233033.246915:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233033.246918:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233033.247009:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233033.566813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233033.566957:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233033.758921:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233033.758934:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233033.758938:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233033.758949:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9557 00000100:00080000:3.0:1761233033.758963:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233033.758970:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233033.759017:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748794752/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233033.759044:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233033.759048:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233033.759050:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233033.759054:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9557 00000100:00080000:3.0:1761233033.759057:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233033.759061:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233033.759072:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233033.759085:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748794880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233033.759089:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748794752:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233033.759108:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233033.759111:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233033.759112:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233033.759115:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9557 00000100:00080000:3.0:1761233033.759118:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233033.759123:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233033.759127:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233033.759137:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748795008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233033.759143:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233033.759146:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233033.759147:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233033.759149:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9557 00000100:00080000:3.0:1761233033.759162:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233033.759173:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233033.759173:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233033.759185:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233033.759199:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748795136/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233033.759206:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233033.759209:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233033.759212:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233033.759218:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9557 00000100:00080000:3.0:1761233033.759224:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233033.759230:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233033/real 1761233033] req@ffff943800b98e00 x1846776748794752/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233033.759235:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233033.759247:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233033.759269:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748795264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233033.759273:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748794752/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233033.759323:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233033.759332:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233033.759335:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233033.759336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233033.759358:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9557 00000100:00080000:1.0:1761233033.759359:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233033.759378:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233033.759379:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748794752:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233033.759388:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233033.759394:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233033.759407:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748795392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233033.759414:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748794880:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233033.759433:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233033.759437:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233033.759441:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233033.759448:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9557 00000100:00080000:3.0:1761233033.759453:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233033.759458:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233033.759459:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233033.759469:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233033.759491:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748795520/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233033.759492:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233033/real 1761233033] req@ffff943800b99500 x1846776748794880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233033.759544:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233033.759548:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233033.759551:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748794880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233033.759552:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233033.759569:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9557 00000100:00080000:3.0:1761233033.759583:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233033.759585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233033.759590:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233033.759595:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761233033.759597:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233033.759603:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748794880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233033.759609:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748795648/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233033.759614:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748795008:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233033.759665:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233033.759682:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233033/real 1761233033] req@ffff943800b9b800 x1846776748795008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233033.759698:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748795008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233033.759710:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233033.759713:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233033.759717:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748795008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233033.759726:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748795136:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233033.759790:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233033.759818:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233033/real 1761233033] req@ffff943800b98a80 x1846776748795136/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233033.759827:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748795136/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233033.759833:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233033.759836:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233033.759839:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748795136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233033.759844:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748795264:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233033.759877:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233033.759902:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233033/real 1761233033] req@ffff943800b9ad80 x1846776748795264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233033.759911:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748795264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233033.759917:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233033.759919:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233033.759922:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748795264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233033.759938:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748795392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233033.759951:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233033.759958:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233033/real 1761233033] req@ffff943800b9a680 x1846776748795392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233033.759965:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748795392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233033.759971:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233033.759973:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233033.759975:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748795392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233033.759979:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748795520:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233033.759989:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233033.759995:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233033/real 1761233033] req@ffff943800b98000 x1846776748795520/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233033.760002:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748795520/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233033.760007:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233033.760009:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233033.760011:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748795520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233033.760015:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748795648:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233033.760024:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233033.760030:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233033/real 1761233033] req@ffff943800b99c00 x1846776748795648/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233033.760038:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748795648/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233033.760043:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233033.760045:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233033.760047:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748795648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233034.270928:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233034.270929:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233034.270935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233034.590907:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233034.591079:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233035.294857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233035.294865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233035.294896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233035.614856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233035.614912:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233036.318957:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233036.319360:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233036.319387:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233036.638832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233036.638898:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233037.342938:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233037.343001:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233037.343527:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233037.662866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233037.662946:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233038.367020:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233038.367283:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233038.367458:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233038.686859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233038.686918:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233038.878935:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233038.878946:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233038.878950:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233038.878960:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9562 00000100:00080000:1.0:1761233038.878987:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233038.878993:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233038.879024:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748795776/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233038.879048:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233038.879051:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233038.879053:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233038.879056:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9562 00000100:00080000:1.0:1761233038.879059:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233038.879062:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233038.879069:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233038.879078:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748795904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233038.879083:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748795776:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233038.879093:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233038.879095:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233038.879096:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233038.879099:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9562 00000100:00080000:1.0:1761233038.879102:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233038.879105:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233038.879108:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233038.879115:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748796032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233038.879122:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233038.879126:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233038.879128:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233038.879132:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9562 00000100:00080000:1.0:1761233038.879137:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233038.879141:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233038.879145:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761233038.879147:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233038.879164:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748796160/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233038.879175:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233038.879180:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1761233038.879180:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233038/real 1761233038] req@ffff9437f86d5f80 x1846776748795776/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233038.879184:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233038.879195:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9562 00000100:00080000:1.0:1761233038.879200:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233038.879204:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748795776/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233038.879209:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233038.879216:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761233038.879218:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233038.879221:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233038.879227:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748795776:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233038.879236:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748796288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233038.879247:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748795904:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233038.879250:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233038.879255:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233038.879257:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233038.879263:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9562 00000800:00000100:2.0:1761233038.879267:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233038.879270:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233038.879277:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233038.879281:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233038/real 1761233038] req@ffff9437f86d4380 x1846776748795904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233038.879284:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233038.879296:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748795904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233038.879304:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748796416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233038.879305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233038.879312:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233038.879319:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748795904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233038.879328:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748796032:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233038.879330:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233038.879335:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233038.879338:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761233038.879342:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233038.879346:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9562 00000100:00080000:1.0:1761233038.879353:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233038.879354:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233038/real 1761233038] req@ffff9437f86d4700 x1846776748796032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233038.879362:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233038.879370:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748796032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233038.879371:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233038.879383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233038.879386:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233038.879391:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748796032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233038.879392:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748796544/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233038.879397:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748796160:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233038.879413:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233038.879419:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233038.879420:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233038.879424:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233038.879428:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233038/real 1761233038] req@ffff9437f86d6a00 x1846776748796160/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233038.879444:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9562 00000100:00080000:1.0:1761233038.879456:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233038.879462:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748796160/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233038.879466:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233038.879478:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233038.879483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233038.879491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233038.879498:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748796672/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233038.879502:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748796160:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233038.879549:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748796288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233038.879572:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233038.879586:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233038/real 1761233038] req@ffff9437f86d7b80 x1846776748796288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233038.879598:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748796288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233038.879608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233038.879611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233038.879614:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748796288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233038.879620:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748796416:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233038.879639:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233038.879647:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233038/real 1761233038] req@ffff9437f86d5180 x1846776748796416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233038.879655:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748796416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233038.879660:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233038.879662:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233038.879664:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748796416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233038.879668:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748796544:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233038.879678:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233038.879684:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233038/real 1761233038] req@ffff9437f86d5c00 x1846776748796544/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233038.879691:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748796544/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233038.879707:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233038.879709:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233038.879711:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748796544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233038.879714:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748796672:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233038.879723:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233038.879729:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233038/real 1761233038] req@ffff9437f86d7480 x1846776748796672/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233038.879736:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748796672/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233038.879741:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233038.879743:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233038.879745:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748796672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233039.390889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233039.391199:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233039.391335:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233039.710832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233039.710889:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233040.414969:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233040.415358:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233040.416077:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233040.734963:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233040.735090:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233041.438929:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233041.438974:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233041.439008:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233041.758881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233041.758964:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233042.462890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233042.462893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233042.462898:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233042.782943:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233042.783034:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233043.486901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233043.486908:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233043.486989:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233043.806890:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233043.807003:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233043.998853:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233043.998863:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233043.998868:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233043.998878:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9567 00000100:00080000:3.0:1761233043.998890:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233043.998897:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233043.998930:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748796800/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233043.998953:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233043.998956:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233043.998957:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233043.998960:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9567 00000100:00080000:3.0:1761233043.998963:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233043.998966:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233043.998973:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233043.998981:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748796928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233043.998990:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233043.998992:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748796800:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233043.998994:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233043.998998:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233043.999003:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9567 00000100:00080000:3.0:1761233043.999005:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233043.999007:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233043.999010:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233043.999018:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748797056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233043.999025:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233043.999028:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233043.999029:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233043.999032:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9567 00000100:00080000:3.0:1761233043.999043:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233043.999046:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233043.999050:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233043.999058:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748797184/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233043.999065:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233043.999067:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233043.999068:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233043.999071:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9567 00000100:00080000:3.0:1761233043.999075:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233043.999078:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233043.999082:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233043.999091:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748796928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233043.999093:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748797312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233043.999105:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233043.999107:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233043.999109:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233043.999113:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9567 00000100:00080000:3.0:1761233043.999117:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233043.999119:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233043.999123:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233043.999124:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748797056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233043.999136:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748797440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233043.999144:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233043.999148:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748797184:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761233043.999148:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233043.999150:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233043.999158:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9567 00000100:00080000:3.0:1761233043.999164:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233043.999167:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233043.999171:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233043.999183:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748797568/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233043.999184:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748797312:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233043.999198:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233043.999200:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233043.999202:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233043.999205:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9567 00000100:00080000:3.0:1761233043.999210:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233043.999213:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233043.999216:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233043.999226:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748797696/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233043.999230:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748797440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233043.999263:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748797568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233043.999276:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748797696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233044.510859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233044.510921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233044.510926:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233044.830905:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233044.831027:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233045.534841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233045.534858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233045.534860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233045.854850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233045.854974:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233046.558920:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233046.558926:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233046.558974:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233046.878904:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233046.879058:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1761233047.071125:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:0.0:1761233047.071192:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761233047.071218:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761233047.071269:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761233047.071285:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761233047.071298:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761233047.071315:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761233047.071349:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761233047.071362:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233047.071367:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233043/real 1761233047] req@ffff943800b99c00 x1846776748797312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1761233047.071376:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233047.071409:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748797312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233047.071426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233047.071433:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233047.071439:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748797312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233047.071450:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233043/real 1761233047] req@ffff943800b98000 x1846776748797440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233047.071465:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748797440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233047.071475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233047.071480:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233047.071484:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748797440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233047.071491:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233043/real 1761233047] req@ffff943800b99f80 x1846776748796928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233047.071507:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748796928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233047.071518:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233047.071523:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233047.071526:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748796928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233047.071534:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233043/real 1761233047] req@ffff943800b98700 x1846776748797056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233047.071548:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748797056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233047.071557:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233047.071562:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233047.071566:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748797056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233047.071573:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233043/real 1761233047] req@ffff943800b9b480 x1846776748797184/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233047.071586:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748797184/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233047.071594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233047.071598:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233047.071603:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748797184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233047.071612:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233043/real 1761233047] req@ffff943800b98380 x1846776748796800/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233047.071628:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748796800/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233047.071638:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233047.071663:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233047.071667:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748796800:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233047.071708:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233043/real 1761233047] req@ffff943800b9a680 x1846776748797568/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233047.071726:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748797568/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233047.071763:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233047.071768:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233047.071773:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748797568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233047.071782:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233043/real 1761233047] req@ffff943800b9ad80 x1846776748797696/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233047.071800:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748797696/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233047.071811:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233047.071815:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233047.071819:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748797696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233047.582921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233047.582970:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233047.582972:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233047.902843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233047.902967:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233048.606956:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233048.606967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233048.607027:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233048.926908:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233048.926994:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233049.118974:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233049.118987:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233049.118994:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233049.119004:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9572 00000100:00080000:3.0:1761233049.119014:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233049.119020:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233049.119052:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748797824/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233049.119084:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233049.119087:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233049.119089:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233049.119093:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9572 00000100:00080000:3.0:1761233049.119096:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233049.119099:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233049.119107:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233049.119116:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748797952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233049.119126:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233049.119130:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233049.119132:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233049.119136:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9572 00000100:00080000:3.0:1761233049.119139:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233049.119142:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233049.119146:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233049.119153:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748798080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233049.119168:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233049.119171:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233049.119173:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233049.119181:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9572 00000100:00080000:3.0:1761233049.119183:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233049.119186:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748797824:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233049.119188:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233049.119199:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233049.119210:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748798208/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233049.119217:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233049.119220:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233049.119222:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233049.119226:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9572 00000100:00080000:3.0:1761233049.119230:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233049.119235:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233049.119240:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233049.119258:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748798336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233049.119271:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233049.119276:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233049.119278:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233049.119283:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9572 00000100:00080000:3.0:1761233049.119313:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233049.119318:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233049.119325:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233049.119333:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233049.119352:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748798464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233049.119367:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233049.119371:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233049.119373:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233049.119379:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9572 00000100:00080000:3.0:1761233049.119390:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233049.119397:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233049.119404:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233049.119408:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233049/real 1761233049] req@ffff943800b98a80 x1846776748797824/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233049.119429:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748798592/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233049.119441:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748797824/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233049.119457:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233049.119466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233049.119467:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233049.119477:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233049.119484:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233049.119489:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9572 00000100:00100000:2.0:1761233049.119498:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748797824:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233049.119500:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233049.119525:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748797952:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233049.119544:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233049.119555:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233049.119563:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233049.119584:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748798720/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233049.119604:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233049/real 1761233049] req@ffff943800b9b800 x1846776748797952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233049.119641:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748797952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233049.119653:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233049.119658:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233049.119662:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748797952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233049.119698:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748798080:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233049.119724:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233049.119771:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233049/real 1761233049] req@ffff943800b99500 x1846776748798080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233049.119786:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748798080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233049.119796:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233049.119801:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233049.119804:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748798080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233049.119812:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748798208:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233049.119848:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233049.119860:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233049/real 1761233049] req@ffff943800b98e00 x1846776748798208/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233049.119873:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748798208/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233049.119882:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233049.119886:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233049.119890:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748798208:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233049.119897:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748798336:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233049.119923:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233049.119935:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233049/real 1761233049] req@ffff943800b9bb80 x1846776748798336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233049.119950:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748798336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233049.119966:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233049.119969:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233049.119972:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748798336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233049.119979:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748798464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233049.120002:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233049.120020:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233049/real 1761233049] req@ffff943800b9aa00 x1846776748798464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233049.120035:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748798464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233049.120043:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233049.120046:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233049.120049:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748798464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233049.120057:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748798592:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233049.120083:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233049.120094:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233049/real 1761233049] req@ffff943800b9ad80 x1846776748798592/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233049.120106:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748798592/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233049.120115:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233049.120118:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233049.120123:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748798592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233049.120129:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748798720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233049.120149:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233049.120161:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233049/real 1761233049] req@ffff943800b9a680 x1846776748798720/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233049.120173:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748798720/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233049.120182:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233049.120185:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233049.120188:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748798720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233049.630927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233049.630928:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233049.631008:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233049.950834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233049.950973:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233050.654867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233050.654888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233050.654920:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233050.974888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233050.974967:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233051.678931:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233051.678978:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233051.678988:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233051.998825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233051.998921:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233052.702868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233052.702895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233052.702938:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233053.022884:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233053.022988:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233053.726887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233053.726888:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233053.726905:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233054.046997:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233054.047107:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233054.238941:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233054.238953:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233054.238958:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233054.238970:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9577 00000100:00080000:1.0:1761233054.238982:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233054.238989:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233054.239036:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748798848/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233054.239064:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233054.239067:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233054.239069:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233054.239073:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9577 00000100:00080000:1.0:1761233054.239076:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233054.239078:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233054.239088:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233054.239098:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748798976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233054.239106:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233054.239109:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233054.239111:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233054.239116:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748798848:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233054.239117:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9577 00000100:00080000:1.0:1761233054.239122:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233054.239128:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233054.239132:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233054.239138:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748799104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233054.239144:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233054.239147:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233054.239148:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233054.239151:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9577 00000100:00080000:1.0:1761233054.239154:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233054.239156:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233054.239159:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233054.239170:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748799232/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233054.239177:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233054.239179:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233054.239181:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233054.239199:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9577 00000100:00080000:1.0:1761233054.239204:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233054.239208:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233054.239212:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233054.239225:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748799360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233054.239233:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233054.239243:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233054.239247:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233054.239250:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233054.239256:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9577 00000100:00080000:1.0:1761233054.239270:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233054.239275:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233054.239280:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233054.239292:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748799488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233054.239299:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233054/real 1761233054] req@ffff9437f86d7480 x1846776748798848/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233054.239309:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233054.239323:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233054.239325:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233054.239332:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9577 00000100:00080000:1.0:1761233054.239336:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233054.239338:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748798848/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233054.239359:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233054.239367:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233054.239373:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233054.239380:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748799616/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233054.239380:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233054.239388:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748798848:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233054.239396:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233054.239400:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233054.239402:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233054.239406:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9577 00000100:00080000:1.0:1761233054.239408:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233054.239411:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233054.239414:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233054.239420:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748799744/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233054.239424:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748798976:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233054.239455:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233054.239466:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233054/real 1761233054] req@ffff9437f86d5c00 x1846776748798976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233054.239475:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748798976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233054.239482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233054.239484:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233054.239487:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748798976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233054.239491:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748799104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233054.239503:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233054.239509:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233054/real 1761233054] req@ffff9437f86d5180 x1846776748799104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233054.239517:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748799104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233054.239523:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233054.239524:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233054.239526:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748799104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233054.239558:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748799232:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233054.239574:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233054.239581:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233054/real 1761233054] req@ffff9437f86d7b80 x1846776748799232/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233054.239590:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748799232/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233054.239596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233054.239598:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233054.239600:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748799232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233054.239604:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748799360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233054.239615:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233054.239621:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233054/real 1761233054] req@ffff9437f86d6a00 x1846776748799360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233054.239629:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748799360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233054.239634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233054.239635:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233054.239637:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748799360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233054.239641:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748799488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233054.239651:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233054.239657:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233054/real 1761233054] req@ffff9437f86d4700 x1846776748799488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233054.239664:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748799488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233054.239693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233054.239695:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233054.239698:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748799488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233054.239702:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748799616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233054.239716:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233054.239728:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233054/real 1761233054] req@ffff9437f86d4380 x1846776748799616/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233054.239743:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748799616/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233054.239780:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233054.239785:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233054.239791:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748799616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233054.239829:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748799744:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233054.239846:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233054.239854:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233054/real 1761233054] req@ffff9437f86d5f80 x1846776748799744/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233054.239862:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748799744/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233054.239868:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233054.239870:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233054.239873:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748799744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233054.750836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233054.750852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233054.750859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233055.070917:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233055.071046:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233055.774886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233055.774888:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233055.774919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233056.094875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233056.095031:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233056.798878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233056.798884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233056.798915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233057.118855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233057.118964:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233057.822876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233057.822880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233057.822923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233058.142871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233058.142948:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233058.846862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233058.846872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233058.846894:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233059.166892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233059.167039:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233059.358884:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233059.358897:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233059.358903:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233059.358918:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9583 00000100:00080000:1.0:1761233059.358933:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233059.358943:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233059.358989:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748799872/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233059.359026:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233059.359031:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233059.359033:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233059.359038:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9583 00000100:00080000:1.0:1761233059.359042:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233059.359046:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233059.359057:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233059.359071:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748800000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233059.359086:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233059.359093:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748799872:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233059.359094:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233059.359098:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233059.359110:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9583 00000100:00080000:1.0:1761233059.359115:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233059.359119:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233059.359124:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233059.359140:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748800128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233059.359159:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233059.359163:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233059.359165:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233059.359170:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9583 00000100:00080000:1.0:1761233059.359175:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233059.359178:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233059.359185:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233059.359192:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233059.359205:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748800256/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233059.359219:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233059.359222:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233059.359225:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233059.359229:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9583 00000100:00080000:1.0:1761233059.359235:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233059.359240:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233059.359246:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233059.359253:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233059/real 1761233059] req@ffff9437f86d6680 x1846776748799872/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233059.359267:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748800384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233059.359283:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233059.359289:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748799872/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233059.359291:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233059.359297:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233059.359310:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9583 00000100:00080000:1.0:1761233059.359321:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233059.359324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233059.359326:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233059.359338:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233059.359341:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233059.359349:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748799872:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233059.359355:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748800512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233059.359367:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233059.359371:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233059.359373:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233059.359378:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9583 00000100:00080000:1.0:1761233059.359383:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233059.359387:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748800000:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233059.359393:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233059.359404:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233059.359420:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748800640/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233059.359434:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233059.359436:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233059.359444:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233059.359477:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233059.359483:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9583 00000100:00080000:1.0:1761233059.359492:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233059.359498:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233059.359506:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233059.359507:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233059/real 1761233059] req@ffff9437f86d6d80 x1846776748800000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233059.359527:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748800768/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233059.359534:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748800000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233059.359588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233059.359597:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233059.359603:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748800000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233059.359614:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748800128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233059.359641:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233059.359653:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233059/real 1761233059] req@ffff9437f86d7100 x1846776748800128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233059.359667:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748800128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233059.359677:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233059.359681:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233059.359685:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748800128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233059.359691:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748800256:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233059.359709:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233059.359719:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233059/real 1761233059] req@ffff9437f86d4000 x1846776748800256/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233059.359762:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748800256/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233059.359772:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233059.359776:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233059.359780:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748800256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233059.359787:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748800384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233059.359809:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233059.359821:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233059/real 1761233059] req@ffff9437f86d5880 x1846776748800384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233059.359834:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748800384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233059.359844:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233059.359847:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233059.359851:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748800384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233059.359857:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748800512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233059.359874:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233059.359883:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233059/real 1761233059] req@ffff9437f86d5f80 x1846776748800512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233059.359897:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748800512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233059.359906:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233059.359909:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233059.359912:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748800512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233059.359936:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748800640:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233059.359954:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233059.359964:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233059/real 1761233059] req@ffff9437f86d4380 x1846776748800640/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233059.359977:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748800640/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233059.359995:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233059.359998:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233059.360002:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748800640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233059.360008:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748800768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233059.360024:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233059.360034:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233059/real 1761233059] req@ffff9437f86d4700 x1846776748800768/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233059.360046:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748800768/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233059.360055:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233059.360058:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233059.360062:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748800768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233059.870836:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233059.870869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233059.870896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233060.190838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233060.191020:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233060.894886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233060.894900:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233060.894968:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233061.214870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233061.215004:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233061.918803:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233061.918839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233061.918874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233062.238919:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233062.239082:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233062.942879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233062.942914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233062.942933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233063.262788:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233063.262910:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233063.966932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233063.966974:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233063.966976:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233064.286846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233064.286967:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233064.478930:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233064.478947:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233064.478955:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233064.478974:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9588 00000100:00080000:2.0:1761233064.478991:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233064.479002:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233064.479071:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748800896/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233064.479117:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233064.479125:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233064.479129:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233064.479137:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9588 00000100:00080000:2.0:1761233064.479147:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233064.479155:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233064.479172:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233064.479177:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748800896:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233064.479205:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748801024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233064.479231:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233064.479238:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233064.479242:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233064.479250:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9588 00000100:00080000:2.0:1761233064.479259:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233064.479269:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233064.479279:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233064.479284:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233064.479313:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748801152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233064.479334:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233064.479340:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233064.479345:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233064.479353:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233064/real 1761233064] req@ffff9437fa0dea00 x1846776748800896/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233064.479358:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9588 00000100:00080000:2.0:1761233064.479394:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233064.479417:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233064.479433:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233064.479448:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748800896/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233064.479461:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748801280/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233064.479486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233064.479495:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233064.479502:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233064.479506:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233064.479514:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233064.479517:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748800896:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233064.479528:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9588 00000100:00080000:2.0:1761233064.479539:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233064.479548:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233064.479558:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233064.479569:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748801024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233064.479583:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748801408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233064.479608:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233064.479615:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000100:1.0:1761233064.479622:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233064.479632:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233064.479645:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9588 00000100:00080000:2.0:1761233064.479654:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233064.479656:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233064/real 1761233064] req@ffff9437fa0dfb80 x1846776748801024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233064.479670:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233064.479686:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748801024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233064.479688:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233064.479710:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233064.479718:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233064.479726:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748801536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233064.479768:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748801024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233064.479779:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748801152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233064.479807:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233064.479810:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233064.479819:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233064.479825:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233064.479827:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233064/real 1761233064] req@ffff9437fa0dd180 x1846776748801152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233064.479843:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9588 00000100:00100000:1.0:1761233064.479853:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748801152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233064.479856:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233064.479873:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233064.479874:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233064.479886:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761233064.479891:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233064.479892:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748801152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233064.479910:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748801280:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233064.479934:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748801664/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233064.479941:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233064.479959:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233064/real 1761233064] req@ffff9437fa0dc700 x1846776748801280/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233064.479964:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233064.479982:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233064.479989:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233064.479992:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748801280/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233064.480007:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9588 00000100:00080000:1.0:1761233064.480012:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233064.480022:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233064.480023:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233064.480032:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748801280:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233064.480042:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233064.480056:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233064.480067:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748801408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233064.480094:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748801792/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233064.480102:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233064.480120:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233064/real 1761233064] req@ffff9437fa0dc380 x1846776748801408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233064.480142:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748801408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233064.480151:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233064.480158:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233064.480163:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748801408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233064.480170:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748801536:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233064.480187:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233064.480202:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233064/real 1761233064] req@ffff9437fa0ddc00 x1846776748801536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233064.480215:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748801536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233064.480224:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233064.480227:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233064.480230:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748801536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233064.480236:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748801664:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233064.480251:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233064.480262:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233064/real 1761233064] req@ffff9437fa0dea00 x1846776748801664/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233064.480274:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748801664/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233064.480283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233064.480286:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233064.480290:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748801664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233064.480305:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748801792:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233064.480321:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233064.480331:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233064/real 1761233064] req@ffff9437fa0dd500 x1846776748801792/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233064.480344:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748801792/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233064.480353:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233064.480356:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233064.480360:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748801792:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233064.990849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233064.990849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233064.990877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233065.310888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233065.311062:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233066.014910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233066.014946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233066.014962:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233066.334867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233066.335009:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233067.038876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233067.038890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233067.038890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233067.358820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233067.358932:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233068.062832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233068.062835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233068.062870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233068.382852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233068.382914:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233069.086820:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233069.086837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233069.086880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233069.406885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233069.407040:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233069.598862:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233069.598872:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233069.598877:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233069.598887:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9593 00000100:00080000:2.0:1761233069.598900:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233069.598907:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233069.598948:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748801920/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233069.598982:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233069.598986:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233069.598988:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233069.598992:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9593 00000100:00080000:2.0:1761233069.598996:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233069.599001:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233069.599010:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233069.599025:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748802048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233069.599032:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748801920:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233069.599045:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233069.599049:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233069.599051:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233069.599057:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9593 00000100:00080000:2.0:1761233069.599062:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233069.599066:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233069.599072:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233069.599083:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748802176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233069.599091:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233069.599093:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233069.599094:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233069.599097:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9593 00000100:00080000:2.0:1761233069.599101:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233069.599107:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233069.599108:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233069.599114:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233069.599121:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748802304/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233069.599128:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233069.599131:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233069.599132:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233069.599135:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9593 00000100:00080000:2.0:1761233069.599138:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233069.599140:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233069.599145:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233069.599154:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233069/real 1761233069] req@ffff9437fa0dca80 x1846776748801920/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233069.599155:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748802432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233069.599186:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233069.599189:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233069.599191:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233069.599193:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9593 00000100:00080000:2.0:1761233069.599196:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233069.599198:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748801920/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233069.599202:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233069.599208:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233069.599217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233069.599221:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748802560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233069.599224:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233069.599232:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748801920:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233069.599245:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233069.599248:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233069.599250:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233069.599253:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9593 00000100:00080000:2.0:1761233069.599254:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233069.599257:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233069.599260:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233069.599264:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748802048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233069.599270:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748802688/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233069.599278:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233069.599281:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233069.599282:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233069.599285:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9593 00000100:00080000:2.0:1761233069.599303:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233069.599306:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233069.599311:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233069.599325:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748802816/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233069.599326:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233069.599341:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233069/real 1761233069] req@ffff9437fa0df800 x1846776748802048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233069.599351:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748802048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233069.599359:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233069.599362:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233069.599364:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748802048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233069.599369:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748802176:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233069.599382:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233069.599389:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233069/real 1761233069] req@ffff9437fa0de300 x1846776748802176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233069.599397:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748802176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233069.599402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233069.599404:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233069.599407:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748802176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233069.599412:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748802304:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233069.599431:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233069.599441:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233069/real 1761233069] req@ffff9437fa0df100 x1846776748802304/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233069.599454:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748802304/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233069.599463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233069.599467:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233069.599471:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748802304:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233069.599478:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748802432:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233069.599495:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233069.599502:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233069/real 1761233069] req@ffff9437fa0dc000 x1846776748802432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233069.599510:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748802432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233069.599515:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233069.599517:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233069.599520:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748802432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233069.599523:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748802560:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233069.599535:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233069.599546:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233069/real 1761233069] req@ffff9437fa0ded80 x1846776748802560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233069.599558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748802560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233069.599567:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233069.599570:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233069.599574:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748802560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233069.599593:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748802688:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233069.599612:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233069.599620:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233069/real 1761233069] req@ffff9437fa0df480 x1846776748802688/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233069.599628:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748802688/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233069.599633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233069.599636:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233069.599638:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748802688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233069.599642:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748802816:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233069.599653:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233069.599658:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233069/real 1761233069] req@ffff9437fa0dca80 x1846776748802816/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233069.599665:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748802816/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233069.599671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233069.599672:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233069.599674:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748802816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233070.110828:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233070.110839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233070.110874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233070.430875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233070.430996:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233071.134858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233071.134858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233071.134859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233071.454857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233071.454943:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233072.158866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233072.158873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233072.158891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233072.478911:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233072.479090:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233073.182845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233073.182880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233073.182936:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233073.502885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233073.503055:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233074.206884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233074.206887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233074.206929:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233074.526834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233074.526931:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233074.718903:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233074.718914:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233074.718920:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233074.718933:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9598 00000100:00080000:2.0:1761233074.718945:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233074.718952:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233074.718993:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748802944/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233074.719025:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233074.719029:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233074.719031:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233074.719045:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9598 00000100:00080000:2.0:1761233074.719049:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233074.719054:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233074.719063:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233074.719078:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748803072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233074.719086:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748802944:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233074.719097:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233074.719103:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233074.719105:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233074.719110:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9598 00000100:00080000:2.0:1761233074.719116:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233074.719119:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233074.719124:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233074.719138:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748803200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233074.719175:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233074.719179:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233074.719181:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233074.719190:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9598 00000800:00000100:1.0:1761233074.719195:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233074.719199:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233074.719230:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233074.719239:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233074.719257:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748803328/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233074.719276:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233074.719281:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233074.719283:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233074.719290:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233074/real 1761233074] req@ffff9437fa0dd500 x1846776748802944/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233074.719295:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9598 00000100:00080000:2.0:1761233074.719306:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233074.719318:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233074.719329:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233074.719350:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748803456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233074.719362:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748802944/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233074.719370:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233074.719385:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233074.719391:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233074.719400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233074.719401:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9598 00000100:00080000:2.0:1761233074.719415:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233074.719419:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233074.719427:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233074.719435:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748802944:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761233074.719438:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233074.719461:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748803584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233074.719472:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233074.719476:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233074.719478:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233074.719484:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9598 00000100:00080000:2.0:1761233074.719489:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233074.719492:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748803072:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233074.719498:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233074.719510:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233074.719526:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748803712/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233074.719541:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233074.719548:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233074.719550:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233074.719555:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233074.719563:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9598 00000100:00080000:2.0:1761233074.719571:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233074.719578:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233074/real 1761233074] req@ffff9437fa0dea00 x1846776748803072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233074.719580:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233074.719592:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233074.719614:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748803072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233074.719617:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748803840/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233074.719671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233074.719676:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233074.719681:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748803072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233074.719689:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748803200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233074.719734:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233074.719777:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233074/real 1761233074] req@ffff9437fa0ddc00 x1846776748803200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233074.719789:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748803200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233074.719803:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233074.719806:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233074.719809:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748803200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233074.719816:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748803328:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233074.719834:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233074.719843:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233074/real 1761233074] req@ffff9437fa0dc380 x1846776748803328/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233074.719853:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748803328/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233074.719860:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233074.719863:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233074.719865:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748803328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233074.719870:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748803456:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233074.719884:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233074.719892:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233074/real 1761233074] req@ffff9437fa0dc700 x1846776748803456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233074.719902:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748803456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233074.719908:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233074.719911:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233074.719914:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748803456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233074.719919:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748803584:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233074.719931:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233074.719939:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233074/real 1761233074] req@ffff9437fa0dd180 x1846776748803584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233074.719948:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748803584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233074.719954:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233074.719957:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233074.719959:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748803584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233074.719977:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748803712:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233074.719990:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233074.719999:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233074/real 1761233074] req@ffff9437fa0dfb80 x1846776748803712/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233074.720009:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748803712/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233074.720016:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233074.720018:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233074.720021:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748803712:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233074.720025:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748803840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233074.720038:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233074.720046:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233074/real 1761233074] req@ffff9437fa0dd500 x1846776748803840/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233074.720056:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748803840/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233074.720063:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233074.720065:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233074.720068:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748803840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233075.230826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233075.230832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233075.230910:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233075.550866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233075.551002:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233076.254902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233076.254958:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233076.254984:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233076.574874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233076.575011:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233077.278870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233077.278884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233077.278887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233077.598944:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233077.599099:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233078.302941:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233078.302941:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233078.302949:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233078.622821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233078.622955:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233079.326873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233079.326932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233079.326957:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233079.646855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233079.646960:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233079.838862:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233079.838870:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233079.838875:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233079.838884:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9603 00000100:00080000:2.0:1761233079.838894:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233079.838900:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233079.838934:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748803968/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233079.838957:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233079.838960:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233079.838961:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233079.838965:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9603 00000100:00080000:2.0:1761233079.838967:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233079.838970:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233079.838978:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233079.838987:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748804096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233079.838991:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748803968:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233079.839000:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233079.839004:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233079.839005:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233079.839008:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9603 00000100:00080000:2.0:1761233079.839012:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233079.839015:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233079.839018:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233079.839027:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748804224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233079.839034:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233079.839036:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233079.839037:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233079.839040:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9603 00000100:00080000:2.0:1761233079.839044:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233079.839046:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233079.839049:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233079.839054:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233079.839058:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748804352/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233079.839065:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233079.839068:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233079.839070:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233079.839072:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9603 00000100:00080000:2.0:1761233079.839075:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233079.839077:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233079.839080:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233079.839090:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233079/real 1761233079] req@ffff9437fa0dca80 x1846776748803968/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233079.839091:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748804480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233079.839139:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233079.839142:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233079.839144:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233079.839148:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748803968/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233079.839150:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9603 00000100:00080000:2.0:1761233079.839156:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233079.839162:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233079.839168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761233079.839168:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233079.839176:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233079.839181:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748804608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233079.839182:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748803968:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233079.839195:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233079.839197:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233079.839199:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233079.839202:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9603 00000100:00080000:2.0:1761233079.839203:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233079.839206:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233079.839209:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233079.839210:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748804096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233079.839221:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748804736/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233079.839229:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233079.839232:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233079.839233:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233079.839238:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9603 00000800:00000100:1.0:1761233079.839239:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233079.839244:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233079.839249:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233079.839253:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233079.839256:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233079/real 1761233079] req@ffff9437fa0df480 x1846776748804096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233079.839264:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748804864/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233079.839270:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748804096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233079.839284:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233079.839287:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233079.839290:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748804096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233079.839295:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748804224:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233079.839308:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233079.839315:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233079/real 1761233079] req@ffff9437fa0ded80 x1846776748804224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233079.839322:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748804224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233079.839328:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233079.839330:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233079.839332:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748804224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233079.839336:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748804352:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233079.839346:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233079.839352:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233079/real 1761233079] req@ffff9437fa0dc000 x1846776748804352/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233079.839360:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748804352/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233079.839365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233079.839367:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233079.839369:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748804352:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233079.839372:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748804480:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233079.839381:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233079.839387:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233079/real 1761233079] req@ffff9437fa0df100 x1846776748804480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233079.839394:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748804480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233079.839399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233079.839401:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233079.839403:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748804480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233079.839406:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748804608:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233079.839421:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233079.839432:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233079/real 1761233079] req@ffff9437fa0de300 x1846776748804608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233079.839445:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748804608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233079.839454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233079.839458:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233079.839462:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748804608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233079.839483:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748804736:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233079.839498:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233079.839506:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233079/real 1761233079] req@ffff9437fa0df800 x1846776748804736/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233079.839513:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748804736/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233079.839519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233079.839521:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233079.839523:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748804736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233079.839527:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748804864:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233079.839537:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233079.839542:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233079/real 1761233079] req@ffff9437fa0dca80 x1846776748804864/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233079.839549:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748804864/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233079.839554:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233079.839556:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233079.839558:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748804864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233080.350901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233080.350901:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233080.350948:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233080.670878:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233080.671014:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233081.374850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233081.374860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233081.374875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233081.694832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233081.694900:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233082.398851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233082.398881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233082.398895:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233082.718871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233082.718943:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233083.422836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233083.422906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233083.422967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233083.742942:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233083.743096:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233084.446899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233084.446923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233084.446952:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233084.766963:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233084.767164:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233084.958958:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233084.958973:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233084.958981:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233084.959002:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9608 00000100:00080000:0.0:1761233084.959023:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233084.959037:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233084.959155:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748804992/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233084.959196:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233084.959201:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233084.959203:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233084.959208:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9608 00000100:00080000:0.0:1761233084.959213:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233084.959217:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233084.959231:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233084.959246:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748805120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233084.959261:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233084.959265:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233084.959270:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233084.959275:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748804992:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233084.959278:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9608 00000100:00080000:0.0:1761233084.959287:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233084.959295:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233084.959300:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233084.959316:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748805248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233084.959337:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233084.959340:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233084.959343:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233084.959347:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9608 00000100:00080000:0.0:1761233084.959352:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233084.959355:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233084.959361:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233084.959373:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748805376/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233084.959383:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233084.959387:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233084.959390:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233084.959394:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9608 00000100:00080000:0.0:1761233084.959398:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233084.959402:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233084.959407:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233084.959414:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233084.959424:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748805504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233084.959445:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233084.959449:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233084.959451:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233084.959455:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9608 00000100:00080000:0.0:1761233084.959459:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233084.959463:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233084.959469:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233084.959489:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233084/real 1761233084] req@ffff9437f87f9880 x1846776748804992/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233084.959490:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748805632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233084.959539:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233084.959544:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233084.959546:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233084.959551:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9608 00000100:00080000:0.0:1761233084.959556:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233084.959563:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748804992/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233084.959565:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233084.959577:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233084.959592:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761233084.959597:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748805760/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233084.959604:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233084.959619:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748804992:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233084.959624:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233084.959633:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233084.959635:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233084.959642:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9608 00000100:00080000:0.0:1761233084.959647:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233084.959650:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233084.959654:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233084.959667:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748805120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233084.959683:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748805888/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233084.959703:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233084.959725:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233084/real 1761233084] req@ffff9437f87f8380 x1846776748805120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233084.959793:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748805120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233084.959820:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233084.959825:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233084.959828:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748805120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233084.959839:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748805248:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233084.959865:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233084.959877:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233084/real 1761233084] req@ffff9437f87f8e00 x1846776748805248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233084.959890:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748805248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233084.959900:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233084.959904:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233084.959907:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748805248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233084.959913:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748805376:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233084.959930:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233084.959942:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233084/real 1761233084] req@ffff9437f87f9f80 x1846776748805376/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233084.959962:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748805376/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233084.959976:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233084.959981:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233084.959988:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748805376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233084.959999:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748805504:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233084.960035:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233084.960080:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233084/real 1761233084] req@ffff9437f87f8a80 x1846776748805504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233084.960100:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748805504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233084.960115:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233084.960120:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233084.960126:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748805504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233084.960136:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748805632:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233084.960173:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233084.960189:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233084/real 1761233084] req@ffff9437f87faa00 x1846776748805632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233084.960203:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748805632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233084.960212:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233084.960216:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233084.960220:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748805632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233084.960227:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748805760:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233084.960246:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233084.960257:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233084/real 1761233084] req@ffff9437f87f8000 x1846776748805760/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233084.960270:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748805760/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233084.960279:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233084.960282:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233084.960285:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748805760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233084.960320:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748805888:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233084.960338:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233084.960348:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233084/real 1761233084] req@ffff9437f87f8700 x1846776748805888/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233084.960361:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748805888/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233084.960370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233084.960373:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233084.960376:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748805888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233085.470985:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233085.471027:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233085.471030:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233085.790969:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233085.791069:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233086.494912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233086.494973:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233086.494978:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233086.814860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233086.814937:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233087.518922:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233087.518947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233087.518993:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233087.838875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233087.839041:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233088.542896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233088.542896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233088.542935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233088.862902:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233088.862936:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233089.566942:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233089.566967:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233089.566968:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233089.886875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233089.887009:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233090.078927:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233090.078944:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233090.078952:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233090.078987:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9613 00000100:00080000:0.0:1761233090.079015:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233090.079028:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233090.079095:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748806016/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233090.079145:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233090.079149:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233090.079156:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233090.079162:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9613 00000100:00080000:0.0:1761233090.079166:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233090.079172:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233090.079187:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233090.079203:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748806144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233090.079217:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233090.079227:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761233090.079229:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748806016:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233090.079231:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233090.079241:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9613 00000100:00080000:0.0:1761233090.079254:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233090.079259:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233090.079264:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233090.079276:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748806272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233090.079289:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233090.079292:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233090.079296:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233090.079302:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9613 00000100:00080000:0.0:1761233090.079306:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233090.079312:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233090.079318:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233090.079330:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748806400/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233090.079341:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233090.079345:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233090.079347:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233090.079353:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9613 00000100:00080000:0.0:1761233090.079357:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233090.079361:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233090.079367:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233090.079386:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233090.079387:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748806528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233090.079404:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233090.079409:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233090.079411:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233090.079416:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9613 00000100:00080000:0.0:1761233090.079432:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233090.079438:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233090.079444:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233090.079458:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748806656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233090.079470:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233090.079479:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761233090.079482:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233090/real 1761233090] req@ffff9437f87f9180 x1846776748806016/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233090.079488:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233090.079499:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9613 00000100:00080000:0.0:1761233090.079514:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233090.079524:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233090.079532:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233090.079545:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748806016/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233090.079551:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748806784/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233090.079613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233090.079614:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233090.079648:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233090.079652:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233090.079659:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233090.079665:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748806016:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233090.079677:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9613 00000100:00080000:0.0:1761233090.079688:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233090.079695:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233090.079705:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233090.079721:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748806144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233090.079730:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748806912/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233090.079833:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233090.079864:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233090/real 1761233090] req@ffff9437f87fb800 x1846776748806144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233090.079881:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748806144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233090.079894:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233090.079899:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233090.079904:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748806144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233090.079912:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748806272:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233090.079934:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233090.079947:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233090/real 1761233090] req@ffff9437f87f9500 x1846776748806272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233090.079961:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748806272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233090.080006:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233090.080011:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233090.080015:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748806272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233090.080024:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748806400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233090.080063:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233090.080086:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233090/real 1761233090] req@ffff9437f87fb100 x1846776748806400/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233090.080111:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748806400/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233090.080126:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233090.080133:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233090.080140:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748806400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233090.080153:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748806528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233090.080194:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233090.080216:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233090/real 1761233090] req@ffff9437f87fa680 x1846776748806528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233090.080252:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748806528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233090.080269:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233090.080276:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233090.080283:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748806528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233090.080296:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748806656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233090.080331:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233090.080347:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233090/real 1761233090] req@ffff9437f87fb480 x1846776748806656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233090.080362:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748806656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233090.080373:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233090.080377:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233090.080381:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748806656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233090.080389:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748806784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233090.080409:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233090.080420:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233090/real 1761233090] req@ffff9437f87f9c00 x1846776748806784/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233090.080434:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748806784/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233090.080443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233090.080447:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233090.080451:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748806784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233090.080482:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748806912:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233090.080502:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233090.080513:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233090/real 1761233090] req@ffff9437f87fad80 x1846776748806912/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233090.080527:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748806912/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233090.080537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233090.080541:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233090.080545:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748806912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233090.590879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233090.590884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233090.590980:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233090.910864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233090.911046:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233091.614928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233091.614935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233091.615031:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233091.934796:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233091.934995:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233092.638898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233092.638921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233092.638950:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233092.958947:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233092.959048:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233093.662833:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233093.662873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233093.662906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233093.982813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233093.982963:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233094.686825:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233094.686849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233094.686870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233095.006851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233095.007005:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233095.198877:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233095.198905:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233095.198911:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233095.198924:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9618 00000100:00080000:1.0:1761233095.198936:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233095.198948:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233095.198987:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748807040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233095.199020:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233095.199023:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233095.199025:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233095.199029:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9618 00000100:00080000:1.0:1761233095.199033:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233095.199037:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233095.199046:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233095.199058:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748807168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233095.199074:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233095.199074:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748807040:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233095.199094:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233095.199097:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233095.199103:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9618 00000100:00080000:1.0:1761233095.199106:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233095.199110:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233095.199115:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233095.199129:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748807296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233095.199139:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233095.199142:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233095.199143:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233095.199151:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9618 00000100:00080000:1.0:1761233095.199164:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233095.199169:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233095.199174:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233095.199184:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748807424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233095.199191:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233095.199207:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233095.199211:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233095.199213:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233095.199219:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9618 00000100:00080000:1.0:1761233095.199227:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233095.199231:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233095.199235:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233095.199254:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748807552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233095.199262:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233095/real 1761233095] req@ffff9437f86d6a00 x1846776748807040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233095.199279:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233095.199297:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233095.199303:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233095.199314:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9618 00000100:00080000:1.0:1761233095.199317:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233095.199323:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233095.199324:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748807040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233095.199334:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233095.199354:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233095.199360:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748807680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233095.199361:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233095.199379:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748807040:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233095.199397:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233095.199402:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233095.199404:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233095.199411:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9618 00000100:00080000:1.0:1761233095.199414:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233095.199417:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233095.199421:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233095.199427:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748807168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233095.199435:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748807808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233095.199451:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233095.199459:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233095.199466:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233095.199468:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233095.199477:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233095/real 1761233095] req@ffff9437f86d7b80 x1846776748807168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233095.199479:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9618 00000100:00080000:1.0:1761233095.199498:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233095.199504:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748807168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233095.199511:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233095.199529:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233095.199533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233095.199539:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233095.199545:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748807936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233095.199552:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748807168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233095.199581:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748807296:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233095.199603:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233095.199612:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233095/real 1761233095] req@ffff9437f86d5180 x1846776748807296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233095.199620:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748807296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233095.199626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233095.199629:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233095.199630:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748807296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233095.199635:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748807424:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233095.199648:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233095.199655:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233095/real 1761233095] req@ffff9437f86d5c00 x1846776748807424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233095.199662:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748807424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233095.199667:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233095.199669:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233095.199672:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748807424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233095.199675:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748807552:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233095.199686:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233095.199692:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233095/real 1761233095] req@ffff9437f86d7480 x1846776748807552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233095.199698:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748807552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233095.199703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233095.199705:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233095.199707:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748807552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233095.199711:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748807680:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233095.199721:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233095.199750:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233095/real 1761233095] req@ffff9437f86d4700 x1846776748807680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233095.199760:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748807680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233095.199765:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233095.199768:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233095.199770:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748807680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233095.199787:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748807808:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233095.199801:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233095.199809:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233095/real 1761233095] req@ffff9437f86d4380 x1846776748807808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233095.199817:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748807808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233095.199823:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233095.199826:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233095.199828:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748807808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233095.199831:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748807936:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233095.199841:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233095.199847:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233095/real 1761233095] req@ffff9437f86d5f80 x1846776748807936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233095.199855:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748807936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233095.199861:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233095.199862:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233095.199864:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748807936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233095.710800:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233095.710856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233095.710859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233096.030869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233096.031028:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233096.734886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233096.734886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233096.734928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233097.054836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233097.054911:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233097.758838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233097.758842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233097.758918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233098.078863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233098.078946:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233098.782860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233098.782872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233098.782912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233099.102871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233099.102967:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233099.806920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233099.806935:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233099.806939:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233100.126945:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233100.127046:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233100.319019:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233100.319031:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233100.319036:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233100.319048:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9624 00000100:00080000:2.0:1761233100.319062:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233100.319070:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233100.319116:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748808064/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233100.319162:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233100.319166:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233100.319168:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233100.319173:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9624 00000100:00080000:2.0:1761233100.319177:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233100.319181:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233100.319191:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233100.319203:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748808192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233100.319215:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233100.319219:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233100.319220:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233100.319224:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9624 00000100:00080000:2.0:1761233100.319227:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233100.319230:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233100.319235:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233100.319244:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748808320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233100.319261:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233100.319264:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233100.319266:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233100.319269:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9624 00000100:00080000:2.0:1761233100.319272:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233100.319276:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233100.319280:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233100.319288:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748808448/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233100.319296:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233100.319299:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233100.319301:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233100.319307:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9624 00000100:00080000:2.0:1761233100.319310:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233100.319314:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233100.319322:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233100.319332:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748808576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233100.319344:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233100.319347:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233100.319349:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233100.319356:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9624 00000100:00080000:2.0:1761233100.319367:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233100.319370:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748808064:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233100.319376:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233100.319394:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233100.319409:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748808704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233100.319422:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233100.319427:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233100.319429:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233100.319435:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9624 00000100:00080000:2.0:1761233100.319442:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233100.319445:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233100.319450:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233100.319462:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748808832/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233100.319470:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233100.319473:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233100.319475:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233100.319479:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9624 00000100:00080000:2.0:1761233100.319497:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233100.319502:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233100.319513:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233100.319519:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233100.319540:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748808960/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233100.319592:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233100/real 1761233100] req@ffff9437fa0dd500 x1846776748808064/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233100.319622:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748808064/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233100.319638:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233100.319644:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233100.319649:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748808064:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233100.319660:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748808192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233100.319690:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233100.319705:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233100/real 1761233100] req@ffff9437fa0dfb80 x1846776748808192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233100.319719:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748808192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233100.319762:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233100.319768:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233100.319772:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748808192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233100.319781:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748808320:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233100.319827:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233100.319870:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233100/real 1761233100] req@ffff9437fa0dd180 x1846776748808320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233100.319893:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748808320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233100.319907:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233100.319913:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233100.319920:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748808320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233100.319930:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748808448:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233100.319957:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233100.319969:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233100/real 1761233100] req@ffff9437fa0dc700 x1846776748808448/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233100.319982:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748808448/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233100.319992:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233100.319995:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233100.319999:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748808448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233100.320039:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748808576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233100.320058:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233100.320068:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233100/real 1761233100] req@ffff9437fa0dc380 x1846776748808576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233100.320080:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748808576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233100.320090:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233100.320094:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233100.320097:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748808576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233100.320103:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748808704:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233100.320119:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233100.320128:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233100/real 1761233100] req@ffff9437fa0ddc00 x1846776748808704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233100.320140:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748808704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233100.320150:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233100.320153:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233100.320157:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748808704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233100.320163:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748808832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233100.320179:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233100.320188:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233100/real 1761233100] req@ffff9437fa0dea00 x1846776748808832/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233100.320199:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748808832/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233100.320208:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233100.320211:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233100.320216:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748808832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233100.320223:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748808960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233100.320239:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233100.320248:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233100/real 1761233100] req@ffff9437fa0dca80 x1846776748808960/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233100.320260:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748808960/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233100.320269:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233100.320273:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233100.320276:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748808960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233100.830968:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233100.830983:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233100.831039:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233101.150961:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233101.151087:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233101.855019:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233101.855019:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233101.855020:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233102.174860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233102.175756:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233102.878931:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233102.878931:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233102.878971:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233103.198892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233103.198974:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233103.903231:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233103.903780:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233103.903786:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233104.222933:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233104.222960:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233104.926995:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233104.926995:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233104.927326:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233105.246865:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233105.247017:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233105.438906:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233105.438918:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233105.438925:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233105.438939:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9629 00000100:00080000:3.0:1761233105.438955:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233105.438962:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233105.439009:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748809088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233105.439040:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233105.439043:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233105.439045:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233105.439048:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9629 00000100:00080000:3.0:1761233105.439051:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233105.439054:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233105.439066:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233105.439076:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748809216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233105.439083:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748809088:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233105.439088:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233105.439092:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233105.439094:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233105.439098:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9629 00000100:00080000:3.0:1761233105.439100:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233105.439102:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233105.439106:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233105.439115:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748809344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233105.439122:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233105.439126:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233105.439127:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233105.439130:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9629 00000100:00080000:3.0:1761233105.439152:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233105.439156:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233105.439159:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233105.439166:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233105.439171:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748809472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233105.439179:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233105.439182:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233105.439185:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233105.439189:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9629 00000100:00080000:3.0:1761233105.439193:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233105.439195:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233105.439198:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233105.439206:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748809600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233105.439214:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233105.439217:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233105.439218:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233105.439223:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9629 00000100:00100000:1.0:1761233105.439225:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233105/real 1761233105] req@ffff943800b98380 x1846776748809088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233105.439225:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233105.439231:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233105.439236:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233105.439248:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748809728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233105.439255:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233105.439257:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233105.439259:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233105.439264:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748809088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233105.439265:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9629 00000100:00080000:3.0:1761233105.439271:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233105.439278:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233105.439284:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233105.439291:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761233105.439297:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748809856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233105.439299:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233105.439308:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748809088:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233105.439311:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233105.439315:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233105.439317:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233105.439321:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9629 00000100:00080000:3.0:1761233105.439324:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233105.439327:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233105.439330:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233105.439337:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748809984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233105.439341:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748809216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233105.439373:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233105.439384:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233105/real 1761233105] req@ffff943800b9b480 x1846776748809216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233105.439393:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748809216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233105.439400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233105.439403:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233105.439406:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748809216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233105.439410:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748809344:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233105.439422:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233105.439429:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233105/real 1761233105] req@ffff943800b98700 x1846776748809344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233105.439437:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748809344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233105.439443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233105.439445:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233105.439447:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748809344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233105.439451:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748809472:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233105.439463:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233105.439469:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233105/real 1761233105] req@ffff943800b99f80 x1846776748809472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233105.439478:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748809472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233105.439483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233105.439485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233105.439487:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748809472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233105.439491:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748809600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233105.439502:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233105.439507:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233105/real 1761233105] req@ffff943800b98000 x1846776748809600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233105.439514:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748809600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233105.439520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233105.439522:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233105.439525:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748809600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233105.439528:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748809728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233105.439539:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233105.439545:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233105/real 1761233105] req@ffff943800b99c00 x1846776748809728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233105.439558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748809728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233105.439564:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233105.439566:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233105.439568:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748809728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233105.439572:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748809856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233105.439582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233105.439588:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233105/real 1761233105] req@ffff943800b9a680 x1846776748809856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233105.439596:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748809856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233105.439602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233105.439603:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233105.439605:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748809856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233105.439621:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748809984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233105.439632:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233105.439638:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233105/real 1761233105] req@ffff943800b9ad80 x1846776748809984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233105.439651:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748809984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233105.439667:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233105.439670:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233105.439674:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748809984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233105.951230:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233105.951302:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233105.951471:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233106.270811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233106.270943:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233106.975068:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233106.975178:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233106.975425:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233107.294883:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233107.295122:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233107.999127:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233107.999248:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233107.999285:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233108.318816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233108.319025:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233109.022838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233109.022844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233109.022864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233109.342844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233109.342942:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233110.046866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233110.046867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233110.046889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233110.366882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233110.366982:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233110.558854:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233110.558864:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233110.558869:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233110.558879:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9634 00000100:00080000:3.0:1761233110.558891:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233110.558900:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233110.558938:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748810112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233110.558973:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233110.558977:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233110.558978:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233110.558983:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9634 00000100:00080000:3.0:1761233110.558986:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233110.558990:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233110.559000:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233110.559011:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748810240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233110.559024:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748810112:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233110.559025:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233110.559034:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233110.559039:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233110.559044:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9634 00000100:00080000:3.0:1761233110.559046:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233110.559049:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233110.559053:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233110.559064:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748810368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233110.559073:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233110.559076:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233110.559078:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233110.559081:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9634 00000100:00080000:3.0:1761233110.559098:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233110.559104:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233110.559110:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233110.559126:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748810496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233110.559139:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233110.559144:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233110.559147:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233110.559154:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9634 00000100:00080000:3.0:1761233110.559162:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233110.559169:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748810240:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233110.559173:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233110.559185:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233110.559205:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748810624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233110.559221:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233110.559227:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748810368:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233110.559229:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233110.559234:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233110.559243:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9634 00000100:00080000:3.0:1761233110.559250:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233110.559258:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233110.559264:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233110.559275:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748810496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233110.559280:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748810752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233110.559294:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233110.559298:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233110.559300:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233110.559304:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9634 00000100:00080000:3.0:1761233110.559311:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233110.559316:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233110.559320:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233110.559330:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748810624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233110.559335:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748810880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233110.559348:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233110.559351:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233110.559353:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233110.559356:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9634 00000100:00080000:3.0:1761233110.559361:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233110.559364:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233110.559369:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233110.559371:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748810752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233110.559381:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748811008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233110.559410:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748810880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233110.559434:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748811008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233111.070856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233111.070872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233111.070880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233111.390810:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233111.390891:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233112.094921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233112.094922:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233112.094931:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233112.414931:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233112.415063:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233113.118875:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233113.118907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233113.118919:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233113.438917:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233113.438977:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1761233113.631244:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:1.0:1761233113.631305:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1761233113.631326:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233113.631371:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233113.631382:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233113.631394:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233113.631410:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233113.631434:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233113.631443:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233110/real 1761233113] req@ffff943800b9bb80 x1846776748810240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1761233113.631449:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233113.631470:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233113.631499:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748810240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233113.631519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233113.631527:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233113.631549:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748810240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233113.631565:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233110/real 1761233113] req@ffff943800b98e00 x1846776748810368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233113.631591:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748810368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233113.631663:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233113.631671:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233113.631678:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748810368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233113.631695:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233110/real 1761233113] req@ffff943800b99500 x1846776748810496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233113.631721:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748810496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233113.631794:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233113.631803:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233113.631823:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748810496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233113.631837:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233110/real 1761233113] req@ffff943800b9aa00 x1846776748810112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233113.631865:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748810112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233113.631883:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233113.631892:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233113.631900:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748810112:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233113.631950:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233110/real 1761233113] req@ffff943800b9ad80 x1846776748810880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233113.631976:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748810880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233113.631991:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233113.631999:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233113.632006:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748810880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233113.632020:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233110/real 1761233113] req@ffff943800b9a680 x1846776748811008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233113.632041:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748811008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233113.632055:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233113.632061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233113.632066:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748811008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233113.632079:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233110/real 1761233113] req@ffff943800b9b800 x1846776748810624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233113.632099:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748810624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233113.632114:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233113.632120:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233113.632127:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748810624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233113.632139:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233110/real 1761233113] req@ffff943800b98a80 x1846776748810752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233113.632161:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748810752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233113.632176:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233113.632183:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233113.632190:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748810752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233114.142906:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233114.142910:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233114.142966:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233114.462910:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233114.463008:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233115.166900:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233115.166906:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233115.166970:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233115.486819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233115.486962:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233115.678887:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233115.678901:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233115.678907:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233115.678922:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9639 00000100:00080000:1.0:1761233115.678940:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233115.678948:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233115.678993:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748811136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233115.679024:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233115.679027:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233115.679029:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233115.679033:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9639 00000100:00080000:1.0:1761233115.679036:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233115.679040:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233115.679053:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233115.679091:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748811264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233115.679092:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748811136:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233115.679138:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233115.679144:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233115.679147:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233115.679153:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9639 00000100:00080000:1.0:1761233115.679160:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233115.679165:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233115.679171:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233115.679187:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748811392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233115.679197:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233115.679218:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233115.679224:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233115.679226:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233115.679235:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9639 00000100:00080000:1.0:1761233115.679246:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233115.679255:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233115.679258:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233115/real 1761233115] req@ffff9437f86d5880 x1846776748811136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233115.679265:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233115.679299:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748811520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233115.679307:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748811136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233115.679344:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233115.679354:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233115.679354:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233115.679363:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233115.679374:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233115.679376:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9639 00000100:00080000:1.0:1761233115.679388:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233115.679391:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748811136:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233115.679401:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233115.679413:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233115.679433:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748811648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233115.679445:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748811264:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233115.679472:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233115.679479:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233115.679483:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233115.679492:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9639 00000100:00080000:1.0:1761233115.679504:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233115.679513:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233115.679521:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233115.679533:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233115.679548:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233115/real 1761233115] req@ffff9437f86d4000 x1846776748811264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233115.679610:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748811264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233115.679625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233115.679629:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233115.679634:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748811264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233115.679652:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748811392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233115.679685:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233115.679702:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233115/real 1761233115] req@ffff9437f86d7100 x1846776748811392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233115.679719:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748811392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233115.679768:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233115.679773:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233115.679778:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748811392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233115.679788:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748811520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233115.679815:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748811776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233115.679839:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233115.679843:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233115.679851:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233115.679854:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233115.679863:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9639 00000100:00100000:2.0:1761233115.679870:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233115/real 1761233115] req@ffff9437f86d6d80 x1846776748811520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233115.679875:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233115.679890:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233115.679903:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233115.679908:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748811520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233115.679925:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233115.679927:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748811904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233115.679945:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233115.679960:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233115.679960:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748811520:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233115.679977:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233115.679981:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233115.679989:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9639 00000100:00080000:1.0:1761233115.679997:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233115.680003:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233115.680011:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748811648:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761233115.680015:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233115.680051:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748812032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233115.680067:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233115.680101:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233115/real 1761233115] req@ffff9437f86d6680 x1846776748811648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233115.680118:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748811648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233115.680130:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233115.680135:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233115.680139:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748811648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233115.680149:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748811776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233115.680179:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233115.680196:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233115/real 1761233115] req@ffff9437f86d5880 x1846776748811776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233115.680213:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748811776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233115.680225:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233115.680253:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233115.680259:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748811776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233115.680270:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748811904:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233115.680304:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233115.680322:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233115/real 1761233115] req@ffff9437f86d5f80 x1846776748811904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233115.680346:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748811904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233115.680357:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233115.680361:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233115.680368:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748811904:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233115.680394:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748812032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233115.680426:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233115.680442:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233115/real 1761233115] req@ffff9437f86d4380 x1846776748812032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233115.680459:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748812032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233115.680470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233115.680475:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233115.680480:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748812032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233116.190917:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233116.190917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233116.190921:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233116.510892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233116.510984:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233117.214908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233117.214964:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233117.214965:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233117.534859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233117.534951:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233118.238857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233118.238864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233118.238898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233118.558889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233118.559016:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233119.262874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233119.262885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233119.262886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233119.582844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233119.582979:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233120.286856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233120.286935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233120.286964:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233120.606906:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233120.606995:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233120.798877:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233120.798890:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233120.798896:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233120.798907:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9644 00000100:00080000:1.0:1761233120.798921:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233120.798928:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233120.798969:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748812160/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233120.798998:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233120.799002:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233120.799003:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233120.799007:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9644 00000100:00080000:1.0:1761233120.799010:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233120.799014:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233120.799022:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233120.799033:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748812288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233120.799043:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233120.799047:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233120.799050:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233120.799054:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9644 00000100:00080000:1.0:1761233120.799057:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233120.799060:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233120.799064:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233120.799078:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748812416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233120.799078:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748812160:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233120.799113:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233120.799117:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233120.799118:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233120.799122:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9644 00000100:00080000:1.0:1761233120.799125:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233120.799129:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233120.799133:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233120.799144:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748812544/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233120.799152:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233120.799155:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233120.799157:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233120.799161:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9644 00000100:00080000:1.0:1761233120.799165:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233120.799169:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233120.799173:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233120.799185:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748812672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233120.799194:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233120.799197:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233120.799198:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233120.799201:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9644 00000100:00080000:1.0:1761233120.799205:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233120.799208:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233120.799212:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233120.799222:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233120.799229:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748812800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233120.799239:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233120.799242:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233120.799244:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233120.799248:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9644 00000100:00080000:1.0:1761233120.799256:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233120.799260:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233120.799265:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233120.799275:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748812928/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233120.799283:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233120.799286:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233120.799287:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233120.799293:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9644 00000100:00080000:1.0:1761233120.799296:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233120.799301:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233120.799306:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233120.799312:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233120/real 1761233120] req@ffff9437f86d4700 x1846776748812160/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233120.799319:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748813056/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233120.799414:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748812160/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233120.799435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233120.799442:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233120.799448:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748812160:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233120.799460:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748812288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233120.799518:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233120.799537:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233120/real 1761233120] req@ffff9437f86d7480 x1846776748812288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233120.799556:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748812288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233120.799569:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233120.799574:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233120.799579:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748812288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233120.799615:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748812416:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233120.799644:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233120.799659:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233120/real 1761233120] req@ffff9437f86d5c00 x1846776748812416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233120.799675:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748812416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233120.799687:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233120.799692:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233120.799696:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748812416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233120.799706:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748812544:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233120.799769:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233120.799785:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233120/real 1761233120] req@ffff9437f86d5180 x1846776748812544/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233120.799812:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748812544/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233120.799823:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233120.799828:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233120.799833:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748812544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233120.799843:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748812672:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233120.799873:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233120.799889:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233120/real 1761233120] req@ffff9437f86d7b80 x1846776748812672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233120.799906:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748812672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233120.799917:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233120.799922:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233120.799927:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748812672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233120.799936:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748812800:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233120.799961:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233120.799975:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233120/real 1761233120] req@ffff9437f86d6a00 x1846776748812800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233120.799991:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748812800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233120.800010:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233120.800015:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233120.800020:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748812800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233120.800030:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748812928:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233120.800056:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233120.800070:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233120/real 1761233120] req@ffff9437f86d4380 x1846776748812928/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233120.800085:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748812928/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233120.800096:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233120.800100:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233120.800103:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748812928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233120.800111:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748813056:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233120.800138:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233120.800154:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233120/real 1761233120] req@ffff9437f86d5f80 x1846776748813056/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233120.800170:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748813056/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233120.800181:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233120.800186:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233120.800192:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748813056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233121.310914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233121.310921:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233121.310944:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233121.630853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233121.630913:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233122.334890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233122.334991:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233122.335070:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233122.654850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233122.655082:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233123.358887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233123.358932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233123.358947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233123.678821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233123.678872:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233124.382851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233124.382908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233124.382922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233124.702848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233124.702974:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233125.406812:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233125.406862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233125.406870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233125.726849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233125.727022:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233125.918992:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233125.919003:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233125.919008:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233125.919020:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9649 00000100:00080000:1.0:1761233125.919034:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233125.919041:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233125.919078:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748813184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233125.919107:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233125.919110:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233125.919113:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233125.919116:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9649 00000100:00080000:1.0:1761233125.919119:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233125.919124:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233125.919133:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233125.919144:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748813312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233125.919159:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748813184:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233125.919161:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233125.919180:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233125.919183:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233125.919188:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9649 00000100:00080000:1.0:1761233125.919192:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233125.919196:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233125.919201:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233125.919216:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748813440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233125.919225:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233125.919228:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233125.919230:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233125.919233:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9649 00000100:00080000:1.0:1761233125.919246:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233125.919250:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233125.919255:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233125.919267:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748813568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233125.919275:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233125.919288:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233125.919292:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233125.919295:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233125.919301:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9649 00000100:00080000:1.0:1761233125.919310:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233125.919312:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233125.919317:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233125.919349:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233125/real 1761233125] req@ffff9437f86d5880 x1846776748813184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233125.919355:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748813696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233125.919430:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748813184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233125.919431:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233125.919454:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233125.919456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233125.919458:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233125.919464:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233125.919470:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9649 00000100:00100000:2.0:1761233125.919475:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748813184:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233125.919477:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233125.919485:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233125.919491:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233125.919503:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748813824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233125.919507:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748813312:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233125.919538:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233125.919542:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233125.919544:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233125.919549:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9649 00000800:00000100:2.0:1761233125.919560:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233125.919562:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233125.919571:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233125.919576:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233125.919581:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233125/real 1761233125] req@ffff9437f86d6680 x1846776748813312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233125.919593:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748813952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233125.919599:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748813312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233125.919661:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233125.919662:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233125.919678:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233125.919678:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233125.919685:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233125.919691:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748813312:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233125.919698:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9649 00000100:00080000:1.0:1761233125.919710:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233125.919717:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233125.919717:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748813440:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761233125.919731:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233125.919743:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748814080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233125.919775:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233125.919785:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233125/real 1761233125] req@ffff9437f86d6d80 x1846776748813440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233125.919796:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748813440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233125.919804:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233125.919810:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233125.919823:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748813440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233125.919831:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748813568:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233125.919844:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233125.919853:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233125/real 1761233125] req@ffff9437f86d7100 x1846776748813568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233125.919861:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748813568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233125.919867:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233125.919869:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233125.919871:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748813568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233125.919876:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748813696:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233125.919888:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233125.919894:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233125/real 1761233125] req@ffff9437f86d4000 x1846776748813696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233125.919903:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748813696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233125.919908:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233125.919910:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233125.919912:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748813696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233125.919929:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748813824:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233125.919941:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233125.919948:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233125/real 1761233125] req@ffff9437f86d5880 x1846776748813824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233125.919956:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748813824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233125.919961:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233125.919963:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233125.919965:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748813824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233125.919969:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748813952:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233125.919980:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233125.919985:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233125/real 1761233125] req@ffff9437f86d5f80 x1846776748813952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233125.919993:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748813952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233125.920004:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233125.920006:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233125.920008:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748813952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233125.920012:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748814080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233125.920022:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233125.920028:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233125/real 1761233125] req@ffff9437f86d4380 x1846776748814080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233125.920035:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748814080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233125.920041:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233125.920043:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233125.920045:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748814080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233126.430917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233126.430925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233126.430929:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233126.750873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233126.751063:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233127.454910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233127.454929:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233127.454982:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233127.774814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233127.775046:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233128.478843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233128.478918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233128.478947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233128.798866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233128.799094:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233129.503020:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233129.503021:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233129.503066:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233129.822806:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233129.823128:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233130.526884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233130.526884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233130.526895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233130.846947:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233130.847000:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233131.038958:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233131.038974:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233131.038982:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233131.038998:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9654 00000100:00080000:3.0:1761233131.039019:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233131.039029:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233131.039109:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748814208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233131.039149:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233131.039154:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233131.039156:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233131.039161:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9654 00000100:00080000:3.0:1761233131.039166:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233131.039172:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233131.039186:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233131.039203:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748814208:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233131.039204:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748814336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233131.039227:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233131.039231:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233131.039233:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233131.039238:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9654 00000100:00080000:3.0:1761233131.039244:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233131.039249:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233131.039255:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233131.039268:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748814464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233131.039279:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233131.039283:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233131.039285:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233131.039289:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9654 00000100:00080000:3.0:1761233131.039304:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233131.039308:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233131.039315:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233131.039370:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233131.039373:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748814592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233131.039395:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233131.039400:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233131.039402:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233131.039407:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9654 00000100:00080000:3.0:1761233131.039415:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233131.039419:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233131.039425:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233131.039442:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748814720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233131.039455:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233131/real 1761233131] req@ffff943800b99c00 x1846776748814208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233131.039507:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233131.039512:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761233131.039514:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748814208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233131.039517:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233131.039531:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9654 00000100:00080000:3.0:1761233131.039540:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233131.039550:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233131.039555:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761233131.039557:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233131.039564:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233131.039570:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748814208:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233131.039589:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748814848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233131.039603:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233131.039605:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748814336:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233131.039627:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233131.039633:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233131.039639:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9654 00000100:00080000:3.0:1761233131.039652:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233131.039658:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233131.039665:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233131.039694:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233131.039701:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748814976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233131.039713:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233131.039717:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233131.039720:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233131.039727:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233131/real 1761233131] req@ffff943800b98000 x1846776748814336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233131.039727:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9654 00000100:00080000:3.0:1761233131.039737:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233131.039791:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233131.039797:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233131.039808:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748814336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233131.039813:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748815104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233131.039857:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233131.039866:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233131.039874:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748814336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233131.039885:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748814464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233131.039917:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233131.039934:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233131/real 1761233131] req@ffff943800b99f80 x1846776748814464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233131.039951:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748814464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233131.039964:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233131.039969:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233131.039974:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748814464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233131.039984:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748814592:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233131.040009:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233131.040023:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233131/real 1761233131] req@ffff943800b98700 x1846776748814592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233131.040056:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748814592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233131.040069:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233131.040075:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233131.040081:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748814592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233131.040092:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748814720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233131.040122:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233131.040134:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233131/real 1761233131] req@ffff943800b9b480 x1846776748814720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233131.040147:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748814720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233131.040156:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233131.040160:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233131.040163:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748814720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233131.040184:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748814848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233131.040202:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233131.040212:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233131/real 1761233131] req@ffff943800b98380 x1846776748814848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233131.040225:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748814848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233131.040233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233131.040236:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233131.040239:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748814848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233131.040244:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748814976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233131.040259:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233131.040268:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233131/real 1761233131] req@ffff943800b99c00 x1846776748814976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233131.040279:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748814976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233131.040287:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233131.040290:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233131.040293:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748814976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233131.040298:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748815104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233131.040313:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233131.040345:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233131/real 1761233131] req@ffff943800b98a80 x1846776748815104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233131.040362:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748815104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233131.040394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233131.040398:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233131.040401:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748815104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233131.550893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233131.550960:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233131.550961:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233131.870895:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233131.870979:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233132.574947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233132.574958:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233132.574977:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233132.894873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233132.894993:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233133.598914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233133.598920:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233133.599013:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233133.918898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233133.919044:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233134.622924:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233134.622976:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233134.622985:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233134.942873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233134.942975:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233135.646842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233135.646889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233135.646907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233135.966861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233135.966979:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233136.158858:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233136.158867:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233136.158871:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233136.158880:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9659 00000100:00080000:3.0:1761233136.158891:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233136.158898:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233136.158931:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748815232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233136.158955:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233136.158958:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233136.158959:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233136.158962:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9659 00000100:00080000:3.0:1761233136.158965:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233136.158968:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233136.158976:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233136.158985:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748815360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233136.158990:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748815232:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233136.159000:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233136.159003:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233136.159004:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233136.159007:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9659 00000100:00080000:3.0:1761233136.159011:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233136.159013:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233136.159017:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233136.159025:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748815488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233136.159032:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233136.159035:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233136.159036:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233136.159038:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9659 00000100:00080000:3.0:1761233136.159049:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233136.159053:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233136.159057:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761233136.159059:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233136.159071:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748815616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233136.159077:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233136.159079:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233136.159080:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233136.159083:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9659 00000100:00080000:3.0:1761233136.159098:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233136.159101:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233136.159105:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233136/real 1761233136] req@ffff943800b9b800 x1846776748815232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233136.159106:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233136.159119:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748815744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233136.159128:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748815232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233136.159128:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233136.159136:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233136.159140:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233136.159149:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9659 00000100:00080000:2.0:1761233136.159150:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233136.159152:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233136.159157:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233136.159159:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761233136.159161:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233136.159165:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748815232:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233136.159186:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748815872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233136.159193:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233136.159195:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1761233136.159198:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748815360:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233136.159199:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233136.159206:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9659 00000100:00080000:3.0:1761233136.159211:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233136.159213:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233136.159217:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233136.159229:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233136.159229:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748816000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233136.159256:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233136/real 1761233136] req@ffff943800b9a680 x1846776748815360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233136.159272:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233136.159275:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748815360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233136.159277:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233136.159280:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233136.159288:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9659 00000100:00080000:3.0:1761233136.159294:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233136.159301:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233136.159307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761233136.159308:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233136.159315:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233136.159320:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748815360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233136.159323:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748816128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233136.159329:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748815488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233136.159353:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233136.159362:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233136/real 1761233136] req@ffff943800b9ad80 x1846776748815488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233136.159370:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748815488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233136.159376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233136.159378:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233136.159380:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748815488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233136.159384:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748815616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233136.159395:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233136.159400:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233136/real 1761233136] req@ffff943800b9aa00 x1846776748815616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233136.159408:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748815616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233136.159413:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233136.159415:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233136.159418:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748815616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233136.159422:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748815744:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233136.159431:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233136.159437:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233136/real 1761233136] req@ffff943800b99500 x1846776748815744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233136.159444:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748815744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233136.159449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233136.159451:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233136.159453:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748815744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233136.159456:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748815872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233136.159466:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233136.159472:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233136/real 1761233136] req@ffff943800b98e00 x1846776748815872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233136.159479:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748815872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233136.159484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233136.159486:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233136.159488:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748815872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233136.159502:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748816000:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233136.159512:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233136.159518:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233136/real 1761233136] req@ffff943800b9bb80 x1846776748816000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233136.159526:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748816000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233136.159531:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233136.159533:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233136.159535:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748816000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233136.159538:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748816128:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233136.159548:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233136.159554:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233136/real 1761233136] req@ffff943800b9b800 x1846776748816128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233136.159561:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748816128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233136.159578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233136.159580:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233136.159582:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748816128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233136.670870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233136.670870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233136.670870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233136.990836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233136.990899:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233137.694881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233137.694927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233137.694948:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233138.014872:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233138.014933:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233138.718864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233138.718864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233138.718864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233139.038869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233139.038995:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233139.742886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233139.742889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233139.742927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233140.062843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233140.062913:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233140.766908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233140.766909:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233140.766976:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233141.086904:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233141.087005:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233141.278882:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233141.278896:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233141.278903:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233141.278922:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9664 00000100:00080000:3.0:1761233141.278938:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233141.278950:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233141.279010:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748816256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233141.279043:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233141.279047:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233141.279050:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233141.279054:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9664 00000100:00080000:3.0:1761233141.279057:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233141.279062:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233141.279075:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233141.279089:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748816384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233141.279111:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233141.279117:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233141.279123:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233141.279127:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748816256:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233141.279131:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9664 00000100:00080000:3.0:1761233141.279142:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233141.279155:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233141.279180:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233141.279209:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748816512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233141.279219:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233141.279222:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233141.279225:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233141.279230:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9664 00000100:00080000:3.0:1761233141.279251:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233141.279256:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233141.279261:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233141.279264:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233141.279284:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748816640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233141.279296:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233141.279300:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233141.279301:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233141.279306:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9664 00000100:00080000:3.0:1761233141.279314:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233141.279319:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233141.279324:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233141.279325:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233141/real 1761233141] req@ffff943800b98a80 x1846776748816256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233141.279344:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748816768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233141.279446:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748816256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233141.279453:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233141.279471:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233141.279478:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233141.279488:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9664 00000100:00080000:2.0:1761233141.279492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233141.279495:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233141.279517:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233141.279518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761233141.279540:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233141.279542:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748816256:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233141.279567:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748816896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233141.279577:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233141.279582:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233141.279585:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233141.279594:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748816384:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233141.279600:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9664 00000100:00080000:3.0:1761233141.279614:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233141.279623:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233141.279630:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233141.279643:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748817024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233141.279655:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233141.279681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233141/real 1761233141] req@ffff943800b99c00 x1846776748816384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233141.279682:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233141.279704:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233141.279715:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233141.279722:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748816384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233141.279747:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233141.279755:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233141.279781:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9664 00000100:00080000:3.0:1761233141.279792:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233141.279797:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748816384:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233141.279808:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233141.279815:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748816512:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761233141.279820:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233141.279863:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748817152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233141.279874:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233141.279894:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233141/real 1761233141] req@ffff943800b98380 x1846776748816512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233141.279909:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748816512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233141.279924:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233141.279931:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233141.279935:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748816512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233141.279943:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748816640:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233141.279959:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233141.279967:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233141/real 1761233141] req@ffff943800b9b480 x1846776748816640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233141.279977:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748816640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233141.279985:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233141.279988:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233141.279990:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748816640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233141.279995:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748816768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233141.280009:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233141.280017:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233141/real 1761233141] req@ffff943800b98700 x1846776748816768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233141.280026:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748816768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233141.280034:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233141.280036:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233141.280040:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748816768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233141.280045:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748816896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233141.280059:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233141.280067:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233141/real 1761233141] req@ffff943800b99f80 x1846776748816896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233141.280077:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748816896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233141.280100:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233141.280104:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233141.280107:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748816896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233141.280134:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748817024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233141.280154:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233141.280202:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233141/real 1761233141] req@ffff943800b98000 x1846776748817024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233141.280214:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748817024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233141.280222:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233141.280225:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233141.280228:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748817024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233141.280233:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748817152:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233141.280250:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233141.280260:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233141/real 1761233141] req@ffff943800b98a80 x1846776748817152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233141.280270:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748817152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233141.280278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233141.280280:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233141.280283:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748817152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233141.790920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233141.790925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233141.790976:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761233142.110935:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233142.110949:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:1.0:1761233142.815018:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233142.815018:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233142.815064:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233143.134822:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233143.134956:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233143.838878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233143.838878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233143.838900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233144.158882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233144.159033:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233144.862889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233144.862890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233144.862890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233145.182839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233145.183013:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233145.886940:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233145.886953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233145.887007:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233146.206874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233146.207117:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233146.398911:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233146.398925:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233146.398932:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233146.398948:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9670 00000100:00080000:3.0:1761233146.398963:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233146.398973:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233146.399023:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748817280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233146.399060:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233146.399066:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233146.399069:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233146.399074:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9670 00000100:00080000:3.0:1761233146.399100:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233146.399107:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233146.399120:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233146.399139:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748817408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233146.399148:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748817280:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233146.399163:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233146.399170:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233146.399173:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233146.399180:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9670 00000100:00080000:3.0:1761233146.399186:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233146.399191:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233146.399198:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233146.399219:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748817536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233146.399240:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233146.399247:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233146.399252:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233146.399259:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233146.399273:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9670 00000100:00080000:3.0:1761233146.399283:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233146.399293:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233146.399304:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233146/real 1761233146] req@ffff943800b9b800 x1846776748817280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233146.399305:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233146.399349:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748817280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233146.399350:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748817664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233146.399392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233146.399404:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233146.399405:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233146.399420:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748817280:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233146.399421:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233146.399428:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233146.399439:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9670 00000100:00080000:3.0:1761233146.399446:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233146.399454:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233146.399461:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748817408:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761233146.399463:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233146.399496:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748817792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233146.399511:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233146.399513:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233146.399521:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233146.399525:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233146.399532:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9670 00000100:00100000:2.0:1761233146.399540:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233146/real 1761233146] req@ffff943800b9bb80 x1846776748817408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233146.399541:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233146.399555:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233146.399568:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233146.399580:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748817408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233146.399590:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748817920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233146.399605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233146.399614:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233146.399620:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233146.399622:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233146.399631:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233146.399635:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748817408:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233146.399642:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9670 00000100:00080000:3.0:1761233146.399653:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233146.399659:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748817536:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233146.399662:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233146.399677:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233146.399696:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748818048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233146.399710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233146.399718:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233146.399726:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761233146.399763:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233146/real 1761233146] req@ffff943800b98e00 x1846776748817536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233146.399775:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233146.399786:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748817536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233146.399787:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9670 00000100:00080000:3.0:1761233146.399800:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233146.399813:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233146.399814:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233146.399830:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761233146.399831:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233146.399842:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748817536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233146.399862:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748817664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233146.399863:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748818176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233146.399902:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233146.399920:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233146/real 1761233146] req@ffff943800b99500 x1846776748817664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233146.399935:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748817664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233146.399946:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233146.399950:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233146.399954:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748817664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233146.399975:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748817792:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233146.399995:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233146.400007:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233146/real 1761233146] req@ffff943800b9aa00 x1846776748817792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233146.400021:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748817792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233146.400031:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233146.400034:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233146.400038:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748817792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233146.400045:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748817920:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233146.400063:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233146.400074:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233146/real 1761233146] req@ffff943800b9ad80 x1846776748817920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233146.400112:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748817920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233146.400122:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233146.400126:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233146.400131:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748817920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233146.400139:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748818048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233146.400161:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233146.400173:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233146/real 1761233146] req@ffff943800b9a680 x1846776748818048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233146.400187:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748818048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233146.400196:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233146.400200:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233146.400203:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748818048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233146.400210:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748818176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233146.400228:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233146.400239:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233146/real 1761233146] req@ffff943800b9b800 x1846776748818176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233146.400253:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748818176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233146.400263:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233146.400266:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233146.400270:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748818176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233146.910845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233146.910877:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233146.910914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233147.230923:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233147.231013:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233147.934875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233147.934917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233147.934956:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233148.254833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233148.254906:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233148.958859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233148.958859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233148.958872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233149.278850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233149.278916:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233149.982808:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233149.982835:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233149.982866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233150.302795:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233150.302941:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233151.006905:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233151.006911:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233151.006935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233151.326852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233151.326967:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233151.519042:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233151.519055:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233151.519060:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233151.519072:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9675 00000100:00080000:2.0:1761233151.519086:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233151.519094:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233151.519135:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748818304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233151.519171:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233151.519175:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233151.519178:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233151.519184:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9675 00000100:00080000:2.0:1761233151.519190:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233151.519195:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233151.519206:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233151.519207:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748818304:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233151.519227:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748818432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233151.519242:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233151.519247:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233151.519249:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233151.519253:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9675 00000100:00080000:2.0:1761233151.519259:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233151.519265:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233151.519270:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233151.519275:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233151.519293:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748818560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233151.519306:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233151.519310:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233151/real 1761233151] req@ffff9437fa0df800 x1846776748818304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233151.519341:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233151.519347:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233151.519360:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9675 00000100:00080000:2.0:1761233151.519367:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233151.519369:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748818304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233151.519377:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233151.519397:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233151.519399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233151.519410:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233151.519415:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748818304:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233151.519423:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748818688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233151.519441:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748818432:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233151.519443:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233151.519453:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233151.519457:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233151.519465:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9675 00000100:00080000:2.0:1761233151.519472:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233151.519473:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233151.519486:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233151.519493:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233151/real 1761233151] req@ffff9437fa0de300 x1846776748818432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233151.519496:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233151.519516:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748818432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233151.519526:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748818816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233151.519530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233151.519541:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233151.519550:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748818432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233151.519565:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748818560:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233151.519566:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233151.519578:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233151.519582:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233151.519592:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9675 00000800:00000100:1.0:1761233151.519593:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233151.519607:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233151.519612:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233151/real 1761233151] req@ffff9437fa0df100 x1846776748818560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233151.519620:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233151.519632:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748818560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233151.519633:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233151.519657:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233151.519665:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748818944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233151.519666:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233151.519671:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748818560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233151.519712:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748818688:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233151.519715:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233151.519721:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233151.519723:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233151.519730:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9675 00000800:00000100:1.0:1761233151.519732:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233151.519743:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233151.519746:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233151/real 1761233151] req@ffff9437fa0dc000 x1846776748818688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233151.519769:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233151.519812:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748818688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233151.519843:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761233151.519844:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233151.519848:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233151.519853:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748818688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233151.519859:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748818816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233151.519869:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748819072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233151.519881:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233151.519886:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233151.519892:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233151.519894:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233151/real 1761233151] req@ffff9437fa0ded80 x1846776748818816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233151.519896:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233151.519907:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9675 00000100:00100000:1.0:1761233151.519912:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748818816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233151.519915:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233151.519924:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233151.519926:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233151.519930:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233151.519935:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748818816:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761233151.519936:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233151.519952:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748818944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233151.519957:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748819200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233151.519971:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233151.519984:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233151/real 1761233151] req@ffff9437fa0df480 x1846776748818944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233151.519995:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748818944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233151.520015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233151.520018:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233151.520020:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748818944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233151.520025:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748819072:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233151.520037:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233151.520044:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233151/real 1761233151] req@ffff9437fa0df100 x1846776748819072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233151.520053:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748819072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233151.520058:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233151.520061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233151.520063:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748819072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233151.520071:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748819200:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233151.520082:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233151.520089:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233151/real 1761233151] req@ffff9437fa0de300 x1846776748819200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233151.520097:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748819200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233151.520102:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233151.520104:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233151.520106:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748819200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233152.030874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233152.030874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233152.031026:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233152.350856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233152.350968:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233153.054910:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233153.054920:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233153.054921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233153.374884:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233153.374942:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233154.078934:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233154.078947:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233154.078948:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233154.398841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233154.398946:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233155.102933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233155.103028:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233155.103040:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233155.422809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233155.422908:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233156.126840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233156.126840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233156.126849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233156.446808:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233156.446946:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233156.638836:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233156.638845:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233156.638849:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233156.638859:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9680 00000100:00080000:2.0:1761233156.638870:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233156.638877:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233156.638908:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748819328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233156.638944:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233156.638947:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233156.638949:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233156.638952:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9680 00000100:00080000:2.0:1761233156.638955:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233156.638959:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233156.638967:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233156.638981:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748819328:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233156.638981:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748819456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233156.638996:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233156.639000:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233156.639001:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233156.639005:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9680 00000100:00080000:2.0:1761233156.639008:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233156.639010:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233156.639013:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233156.639021:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748819584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233156.639028:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233156.639030:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233156.639032:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233156.639035:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9680 00000100:00080000:2.0:1761233156.639037:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233156.639039:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233156.639043:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233156.639045:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233156.639054:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748819712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233156.639061:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233156.639064:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233156.639065:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233156.639068:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9680 00000100:00080000:2.0:1761233156.639071:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233156.639074:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233156.639078:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233156.639083:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233156/real 1761233156] req@ffff9437fa0df800 x1846776748819328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233156.639095:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748819840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233156.639101:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748819328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233156.639114:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233156.639119:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233156.639120:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233156.639121:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233156.639129:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233156.639130:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9680 00000100:00080000:2.0:1761233156.639135:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233156.639136:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748819328:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233156.639141:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233156.639145:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233156.639153:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748819968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233156.639161:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748819456:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233156.639161:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233156.639168:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233156.639170:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233156.639174:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9680 00000100:00080000:2.0:1761233156.639177:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233156.639180:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233156.639183:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233156.639187:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233156.639195:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748820096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233156.639201:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233156/real 1761233156] req@ffff9437fa0dca80 x1846776748819456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233156.639207:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233156.639215:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233156.639220:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233156.639224:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9680 00000100:00100000:1.0:1761233156.639227:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748819456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233156.639229:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233156.639236:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233156.639243:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233156.639250:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233156.639252:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748820224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233156.639260:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233156.639268:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748819456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233156.639275:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748819584:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233156.639296:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233156.639308:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233156/real 1761233156] req@ffff9437fa0dea00 x1846776748819584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233156.639319:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748819584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233156.639328:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233156.639331:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233156.639335:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748819584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233156.639341:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748819712:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233156.639361:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233156.639374:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233156/real 1761233156] req@ffff9437fa0ddc00 x1846776748819712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233156.639387:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748819712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233156.639395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233156.639397:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233156.639399:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748819712:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233156.639403:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748819840:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233156.639418:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233156.639424:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233156/real 1761233156] req@ffff9437fa0dc380 x1846776748819840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233156.639432:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748819840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233156.639437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233156.639439:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233156.639441:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748819840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233156.639454:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748819968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233156.639464:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233156.639470:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233156/real 1761233156] req@ffff9437fa0dc700 x1846776748819968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233156.639477:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748819968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233156.639482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233156.639484:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233156.639487:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748819968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233156.639490:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748820096:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233156.639499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233156.639505:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233156/real 1761233156] req@ffff9437fa0dd180 x1846776748820096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233156.639512:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748820096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233156.639516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233156.639518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233156.639520:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748820096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233156.639523:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748820224:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233156.639532:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233156.639537:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233156/real 1761233156] req@ffff9437fa0dfb80 x1846776748820224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233156.639545:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748820224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233156.639550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233156.639551:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233156.639553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748820224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233157.150944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233157.150944:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233157.151008:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233157.470895:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233157.470980:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233158.174868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233158.174871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233158.174917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233158.494967:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233158.495096:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233159.198838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233159.198846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233159.198859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233159.518847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233159.518940:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233160.222825:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233160.222911:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233160.222926:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233160.542884:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233160.543004:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233161.246802:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233161.246866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233161.246887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233161.566908:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233161.567038:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233161.758869:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233161.758879:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233161.758884:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233161.758895:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9685 00000100:00080000:0.0:1761233161.758906:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233161.758913:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233161.758952:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748820352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233161.758982:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233161.758986:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233161.758989:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233161.758995:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9685 00000100:00080000:0.0:1761233161.759001:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233161.759005:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233161.759012:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748820352:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761233161.759017:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233161.759036:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748820480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233161.759050:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233161.759053:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233161.759055:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233161.759060:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9685 00000100:00080000:0.0:1761233161.759065:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233161.759071:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233161.759072:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233161.759080:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233161.759095:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748820608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233161.759107:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233161.759109:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233161/real 1761233161] req@ffff9437f87fbb80 x1846776748820352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233161.759115:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233161.759120:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233161.759129:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9685 00000100:00100000:1.0:1761233161.759134:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748820352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233161.759135:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233161.759144:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233161.759151:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233161.759153:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233161.759156:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233161.759163:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748820352:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233161.759175:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748820736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233161.759184:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748820480:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233161.759194:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233161.759199:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233161.759202:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233161.759207:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233161.759211:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9685 00000100:00080000:0.0:1761233161.759220:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233161.759223:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233161/real 1761233161] req@ffff9437f87fa300 x1846776748820480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233161.759230:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233161.759240:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233161.759240:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748820480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233161.759252:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233161.759255:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233161.759260:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748820480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233161.759262:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748820864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233161.759266:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748820608:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233161.759288:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233161.759294:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233161.759295:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233161.759299:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233161.759305:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9685 00000100:00100000:1.0:1761233161.759306:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233161/real 1761233161] req@ffff9437f87fad80 x1846776748820608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233161.759311:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233161.759318:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233161.759322:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748820608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761233161.759325:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233161.759334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233161.759337:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233161.759341:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748820608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233161.759344:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748820992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233161.759354:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233161.759355:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748820736:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761233161.759360:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233161.759363:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233161.759367:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9685 00000100:00080000:0.0:1761233161.759373:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233161.759378:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233161.759381:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233161.759387:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233161.759392:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233161/real 1761233161] req@ffff9437f87f9c00 x1846776748820736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233161.759398:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748821120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233161.759407:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748820736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233161.759435:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233161.759435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233161.759442:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233161.759443:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233161.759445:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233161.759449:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748820736:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761233161.759453:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9685 00000100:00080000:0.0:1761233161.759459:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233161.759461:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748820864:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233161.759466:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233161.759471:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233161.759482:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748821248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233161.759485:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233161.759497:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233161/real 1761233161] req@ffff9437f87fb480 x1846776748820864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233161.759512:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748820864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233161.759518:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233161.759520:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233161.759522:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748820864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233161.759530:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748820992:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233161.759541:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233161.759547:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233161/real 1761233161] req@ffff9437f87fa680 x1846776748820992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233161.759555:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748820992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233161.759560:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233161.759562:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233161.759564:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748820992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233161.759568:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748821120:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233161.759577:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233161.759583:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233161/real 1761233161] req@ffff9437f87fb100 x1846776748821120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233161.759590:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748821120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233161.759600:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233161.759602:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233161.759604:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748821120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233161.759607:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748821248:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233161.759616:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233161.759622:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233161/real 1761233161] req@ffff9437f87f9500 x1846776748821248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233161.759629:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748821248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233161.759634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233161.759636:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233161.759638:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748821248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233162.270878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233162.270878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233162.270882:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233162.590941:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233162.591006:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233163.294831:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233163.294832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233163.294904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233163.614902:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233163.615069:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233164.318816:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233164.318857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233164.318910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233164.638859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233164.638923:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233165.342814:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233165.342878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233165.342899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233165.662869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233165.662939:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233166.366860:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233166.366891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233166.366969:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233166.686853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233166.686917:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233166.878984:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233166.878993:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233166.878997:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233166.879006:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9690 00000100:00080000:2.0:1761233166.879017:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233166.879024:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233166.879059:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748821376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233166.879085:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233166.879088:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233166.879089:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233166.879093:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9690 00000100:00080000:2.0:1761233166.879097:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233166.879102:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233166.879109:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233166.879121:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748821504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233166.879124:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748821376:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233166.879136:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233166.879139:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233166.879141:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233166.879144:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9690 00000100:00080000:2.0:1761233166.879148:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233166.879150:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233166.879154:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233166.879164:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748821632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233166.879171:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233166.879173:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233166.879174:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233166.879176:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9690 00000100:00080000:2.0:1761233166.879179:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233166.879181:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233166.879184:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233166.879189:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233166.879193:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748821760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233166.879201:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233166.879205:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233166.879206:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233166.879209:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9690 00000100:00080000:2.0:1761233166.879212:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233166.879214:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233166.879218:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233166.879228:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233166/real 1761233166] req@ffff9437fa0dd500 x1846776748821376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233166.879229:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748821888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233166.879256:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233166.879259:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233166.879261:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233166.879264:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748821376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233166.879268:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9690 00000100:00080000:2.0:1761233166.879274:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233166.879281:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233166.879287:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233166.879294:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233166.879298:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748822016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233166.879302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233166.879309:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748821376:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233166.879316:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233166.879320:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233166.879322:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233166.879325:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9690 00000100:00080000:2.0:1761233166.879328:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233166.879331:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233166.879334:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748821504:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761233166.879337:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233166.879350:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748822144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233166.879357:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233166.879360:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233166.879362:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233166.879365:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233166.879370:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9690 00000100:00080000:2.0:1761233166.879374:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233166.879376:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233166/real 1761233166] req@ffff9437fa0dfb80 x1846776748821504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233166.879380:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233166.879388:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233166.879396:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748821504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233166.879401:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748822272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233166.879412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233166.879418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233166.879422:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748821504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233166.879428:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748821632:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233166.879441:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233166.879447:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233166/real 1761233166] req@ffff9437fa0dd180 x1846776748821632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233166.879455:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748821632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233166.879460:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233166.879462:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233166.879464:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748821632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233166.879468:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748821760:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233166.879479:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233166.879484:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233166/real 1761233166] req@ffff9437fa0dc700 x1846776748821760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233166.879492:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748821760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233166.879497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233166.879498:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233166.879500:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748821760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233166.879503:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748821888:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233166.879513:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233166.879518:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233166/real 1761233166] req@ffff9437fa0dc380 x1846776748821888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233166.879525:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748821888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233166.879530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233166.879532:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233166.879534:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748821888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233166.879537:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748822016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233166.879546:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233166.879552:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233166/real 1761233166] req@ffff9437fa0ddc00 x1846776748822016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233166.879559:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748822016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233166.879564:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233166.879566:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233166.879568:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748822016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233166.879581:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748822144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233166.879590:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233166.879596:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233166/real 1761233166] req@ffff9437fa0dea00 x1846776748822144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233166.879604:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748822144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233166.879609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233166.879610:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233166.879612:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748822144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233166.879616:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748822272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233166.879625:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233166.879630:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233166/real 1761233166] req@ffff9437fa0dca80 x1846776748822272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233166.879637:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748822272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233166.879646:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233166.879648:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233166.879650:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748822272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233167.390883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233167.390885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233167.390893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233167.710853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233167.710938:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233168.414831:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233168.414840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233168.414842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233168.734871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233168.734963:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233169.438952:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233169.439016:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233169.439044:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233169.758894:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233169.759008:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233170.462973:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233170.463247:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233170.463256:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233170.782898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233170.782986:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233171.486938:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233171.486964:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233171.487024:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233171.806809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233171.806921:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233171.998842:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233171.998852:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233171.998856:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233171.998865:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9695 00000100:00080000:3.0:1761233171.998876:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233171.998882:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233171.998914:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748822400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233171.998936:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233171.998939:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233171.998940:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233171.998943:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9695 00000100:00080000:3.0:1761233171.998946:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233171.998948:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233171.998955:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233171.998964:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748822528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233171.998972:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748822400:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233171.998988:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233171.998990:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233171.998992:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233171.998996:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9695 00000100:00080000:3.0:1761233171.998999:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233171.999001:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233171.999004:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233171.999013:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748822656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233171.999019:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233171.999021:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233171.999022:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233171.999025:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9695 00000100:00080000:3.0:1761233171.999028:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233171.999030:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233171.999034:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233171.999038:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233171.999045:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748822784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233171.999053:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233171.999056:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233171.999057:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233171.999060:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9695 00000100:00080000:3.0:1761233171.999063:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233171.999066:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233171.999070:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233171.999075:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233171/real 1761233171] req@ffff943800b98a80 x1846776748822400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233171.999079:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748822912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233171.999100:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233171.999103:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233171.999104:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233171.999108:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748822400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233171.999109:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9695 00000100:00080000:3.0:1761233171.999114:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233171.999120:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233171.999126:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233171.999130:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761233171.999135:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748823040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233171.999136:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233171.999144:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748822400:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233171.999151:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233171.999155:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233171.999156:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233171.999159:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9695 00000100:00080000:3.0:1761233171.999162:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233171.999164:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233171.999166:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233171.999170:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748822528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233171.999176:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748823168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233171.999189:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233171.999194:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233171.999195:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233171.999199:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233171.999203:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9695 00000100:00080000:3.0:1761233171.999207:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233171.999211:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233171/real 1761233171] req@ffff943800b98000 x1846776748822528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233171.999213:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233171.999218:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233171.999230:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748822528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233171.999233:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748823296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233171.999255:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233171.999260:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233171.999264:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748822528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233171.999270:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748822656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233171.999284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233171.999290:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233171/real 1761233171] req@ffff943800b99f80 x1846776748822656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233171.999298:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748822656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233171.999303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233171.999305:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233171.999307:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748822656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233171.999311:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748822784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233171.999321:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233171.999326:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233171/real 1761233171] req@ffff943800b98700 x1846776748822784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233171.999334:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748822784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233171.999339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233171.999340:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233171.999342:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748822784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233171.999345:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748822912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233171.999355:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233171.999360:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233171/real 1761233171] req@ffff943800b9b480 x1846776748822912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233171.999368:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748822912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233171.999373:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233171.999374:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233171.999376:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748822912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233171.999379:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748823040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233171.999388:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233171.999395:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233171/real 1761233171] req@ffff943800b98380 x1846776748823040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233171.999402:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748823040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233171.999407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233171.999410:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233171.999413:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748823040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233171.999434:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748823168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233171.999454:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233171.999466:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233171/real 1761233171] req@ffff943800b99c00 x1846776748823168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233171.999478:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748823168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233171.999487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233171.999491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233171.999494:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748823168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233171.999500:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748823296:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233171.999519:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233171.999527:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233171/real 1761233171] req@ffff943800b98a80 x1846776748823296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233171.999535:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748823296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233171.999540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233171.999542:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233171.999544:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748823296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233172.510971:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233172.511098:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233172.511130:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233172.830850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233172.830928:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233173.535036:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233173.535198:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233173.535268:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233173.854876:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233173.854960:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233174.558968:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233174.558968:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233174.558975:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233174.878839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233174.878922:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233175.582859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233175.582876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233175.582917:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233175.902846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233175.902958:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233176.606852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233176.606852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233176.606853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233176.926906:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233176.927001:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233177.118869:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233177.118881:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233177.118888:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233177.118899:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9700 00000100:00080000:1.0:1761233177.118912:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233177.118920:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233177.118959:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748823424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233177.118991:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233177.118995:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233177.118997:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233177.119002:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9700 00000100:00080000:1.0:1761233177.119006:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233177.119010:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233177.119018:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233177.119029:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748823552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233177.119036:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233177.119039:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233177.119041:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233177.119050:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9700 00000100:00100000:2.0:1761233177.119052:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748823424:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233177.119054:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233177.119063:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233177.119069:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233177.119084:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748823680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233177.119098:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233177.119101:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233177.119103:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233177.119108:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9700 00000100:00080000:1.0:1761233177.119113:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233177.119118:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233177.119124:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233177.119138:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748823808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233177.119150:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748823552:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233177.119152:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233177.119158:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233177.119162:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233177.119168:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9700 00000100:00080000:1.0:1761233177.119175:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233177.119181:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233177.119185:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748823680:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761233177.119190:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233177.119215:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748823936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233177.119216:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748823808:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233177.119237:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233177.119243:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748823936:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233177.119245:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233177.119252:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233177.119260:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9700 00000100:00080000:1.0:1761233177.119267:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233177.119272:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233177.119278:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233177.119298:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748824064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233177.119322:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233177.119327:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233177.119329:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233177.119333:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9700 00000100:00080000:1.0:1761233177.119339:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233177.119345:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233177.119355:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233177.119364:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748824064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233177.119376:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748824192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233177.119391:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233177.119395:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233177.119399:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233177.119400:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748824192:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233177.119408:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9700 00000100:00080000:1.0:1761233177.119416:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233177.119421:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233177.119427:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233177.119442:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748824320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233177.119471:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748824320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233177.630883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233177.630914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233177.630950:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233177.950896:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233177.950974:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233178.654868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233178.654995:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233178.655045:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233178.974899:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233178.975023:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233179.678861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233179.678929:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233179.678951:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233179.998821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233179.998915:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1761233180.191043:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:2.0:1761233180.191083:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761233180.191098:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233180.191128:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233180.191133:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233180.191138:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233180.191144:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233180.191151:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233180.191158:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233180.191166:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761233180.191170:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233177/real 1761233180] req@ffff9437f86d4700 x1846776748824064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233180.191199:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748824064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233180.191207:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233180.191211:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233180.191215:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748824064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233180.191220:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233177/real 1761233180] req@ffff9437f86d7480 x1846776748823936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233180.191227:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748823936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233180.191232:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233180.191235:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233180.191237:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748823936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233180.191241:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233177/real 1761233180] req@ffff9437f86d5180 x1846776748823680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233180.191249:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748823680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233180.191254:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233180.191256:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233180.191257:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748823680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233180.191261:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233177/real 1761233180] req@ffff9437f86d5c00 x1846776748823808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233180.191269:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748823808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233180.191274:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233180.191276:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233180.191278:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748823808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233180.191282:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233177/real 1761233180] req@ffff9437f86d6a00 x1846776748823424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233180.191289:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748823424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233180.191293:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233180.191295:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233180.191297:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748823424:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233180.191301:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233177/real 1761233180] req@ffff9437f86d7b80 x1846776748823552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233180.191307:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748823552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233180.191312:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233180.191314:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233180.191316:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748823552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233180.191339:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233177/real 1761233180] req@ffff9437f86d5f80 x1846776748824320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233180.191347:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748824320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233180.191352:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233180.191354:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233180.191355:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748824320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233180.191359:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233177/real 1761233180] req@ffff9437f86d4380 x1846776748824192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233180.191367:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748824192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233180.191371:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233180.191373:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233180.191375:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748824192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233180.702867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233180.702867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233180.702867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233181.022840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233181.022907:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233181.726838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233181.726838:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233181.726842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233182.046804:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233182.046926:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233182.238914:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233182.238924:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233182.238929:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233182.238941:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9705 00000100:00080000:2.0:1761233182.238955:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233182.238961:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233182.238999:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748824448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233182.239022:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233182.239027:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233182.239030:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233182.239036:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9705 00000100:00080000:2.0:1761233182.239042:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233182.239047:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233182.239056:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233182.239064:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748824448:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233182.239077:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748824576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233182.239094:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233182.239098:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233182.239100:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233182.239105:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9705 00000100:00080000:2.0:1761233182.239110:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233182.239115:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233182.239121:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233182.239136:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748824704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233182.239147:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233182.239151:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233182.239153:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233182.239158:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9705 00000100:00080000:2.0:1761233182.239165:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233182.239170:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233182.239174:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233182.239185:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233182.239193:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748824832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233182.239202:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233182.239205:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233182.239207:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233182.239214:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9705 00000100:00080000:2.0:1761233182.239221:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233182.239224:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233182.239228:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233182.239235:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748824960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233182.239244:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233182.239257:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233182.239259:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233182.239266:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233182/real 1761233182] req@ffff9437fa0df800 x1846776748824448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233182.239268:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9705 00000100:00080000:2.0:1761233182.239282:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233182.239298:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233182.239309:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233182.239327:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748824448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233182.239333:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748825088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233182.239387:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233182.239399:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233182.239402:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233182.239408:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233182.239414:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233182.239417:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748824448:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233182.239436:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9705 00000100:00080000:2.0:1761233182.239443:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233182.239448:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233182.239455:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233182.239476:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748824576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233182.239477:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748825216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233182.239508:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233182.239512:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1761233182.239570:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233182.239596:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233182/real 1761233182] req@ffff9437fa0de300 x1846776748824576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233182.239616:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748824576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233182.239629:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233182.239634:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233182.239640:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748824576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233182.239650:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748824704:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233182.239668:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233182.239678:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9705 00000100:00080000:2.0:1761233182.239685:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233182.239690:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233182.239699:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233182.239708:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233182.239726:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748825344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233182.239814:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233182/real 1761233182] req@ffff9437fa0df100 x1846776748824704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233182.239840:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748824704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233182.239854:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233182.239860:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233182.239865:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748824704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233182.239875:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748824832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233182.239912:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233182.239931:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233182/real 1761233182] req@ffff9437fa0df480 x1846776748824832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233182.239950:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748824832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233182.239962:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233182.239968:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233182.239974:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748824832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233182.239984:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748824960:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233182.240022:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233182.240040:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233182/real 1761233182] req@ffff9437fa0ded80 x1846776748824960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233182.240058:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748824960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233182.240071:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233182.240076:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233182.240081:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748824960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233182.240092:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748825088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233182.240124:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233182.240143:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233182/real 1761233182] req@ffff9437fa0dc000 x1846776748825088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233182.240173:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748825088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233182.240187:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233182.240193:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233182.240198:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748825088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233182.240248:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748825216:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233182.240280:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233182.240297:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233182/real 1761233182] req@ffff9437fa0df800 x1846776748825216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233182.240314:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748825216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233182.240327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233182.240332:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233182.240337:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748825216:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233182.240346:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748825344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233182.240373:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233182.240390:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233182/real 1761233182] req@ffff9437fa0dca80 x1846776748825344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233182.240409:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748825344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233182.240442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233182.240448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233182.240453:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748825344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233182.750863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233182.750868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233182.750889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233183.070897:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233183.071002:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233183.774875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233183.774876:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233183.775033:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233184.094802:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233184.095029:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233184.798819:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233184.798838:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233184.798846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233185.118812:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233185.119030:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233185.822838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233185.822838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233185.822846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233186.142893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233186.142976:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233186.846851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233186.846852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233186.846900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233187.166811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233187.167006:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233187.358903:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233187.358913:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233187.358917:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233187.358928:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9711 00000100:00080000:1.0:1761233187.358938:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233187.358944:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233187.358976:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748825472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233187.359001:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233187.359004:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233187.359005:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233187.359008:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9711 00000100:00080000:1.0:1761233187.359011:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233187.359013:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233187.359022:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233187.359034:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748825600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233187.359043:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233187.359046:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233187.359048:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233187.359056:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9711 00000100:00080000:1.0:1761233187.359059:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233187.359059:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748825472:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233187.359070:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233187.359085:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233187.359101:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748825728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233187.359110:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233187.359112:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233187.359113:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233187.359116:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9711 00000100:00080000:1.0:1761233187.359118:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233187.359121:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233187.359127:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233187.359149:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748825856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233187.359155:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233187.359158:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233187.359160:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233187.359164:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9711 00000100:00080000:1.0:1761233187.359169:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233187.359172:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233187.359176:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233187.359183:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748825984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233187.359189:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233187.359190:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233187.359192:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233187.359194:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9711 00000100:00080000:1.0:1761233187.359201:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233187.359204:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233187.359208:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233187.359217:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748826112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233187.359223:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233187.359228:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233187.359229:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233187.359233:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9711 00000100:00080000:1.0:1761233187.359236:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233187.359239:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233187.359241:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233187.359251:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233187.359260:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748826240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233187.359269:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233187.359271:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233187.359272:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233187.359275:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9711 00000100:00080000:1.0:1761233187.359280:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233187.359283:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233187.359287:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233187.359300:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748826368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233187.359361:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233187/real 1761233187] req@ffff9437f86d4380 x1846776748825472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233187.359386:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748825472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233187.359400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233187.359406:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233187.359411:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748825472:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233187.359460:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748825600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233187.359490:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233187.359504:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233187/real 1761233187] req@ffff9437f86d5f80 x1846776748825600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233187.359518:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748825600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233187.359529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233187.359532:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233187.359536:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748825600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233187.359543:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748825728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233187.359562:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233187.359572:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233187/real 1761233187] req@ffff9437f86d7b80 x1846776748825728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233187.359584:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748825728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233187.359600:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233187.359603:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233187.359607:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748825728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233187.359613:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748825856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233187.359629:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233187.359638:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233187/real 1761233187] req@ffff9437f86d6a00 x1846776748825856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233187.359650:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748825856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233187.359658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233187.359661:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233187.359664:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748825856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233187.359690:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748825984:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233187.359712:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233187.359723:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233187/real 1761233187] req@ffff9437f86d5c00 x1846776748825984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233187.359738:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748825984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233187.359785:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233187.359789:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233187.359794:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748825984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233187.359802:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748826112:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233187.359828:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233187.359842:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233187/real 1761233187] req@ffff9437f86d5180 x1846776748826112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233187.359857:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748826112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233187.359867:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233187.359871:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233187.359875:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748826112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233187.359882:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748826240:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233187.359901:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233187.359912:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233187/real 1761233187] req@ffff9437f86d7480 x1846776748826240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233187.359926:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748826240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233187.359936:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233187.359939:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233187.359943:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748826240:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233187.359950:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748826368:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233187.359968:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233187.359997:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233187/real 1761233187] req@ffff9437f86d4700 x1846776748826368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233187.360009:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748826368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233187.360018:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233187.360021:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233187.360024:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748826368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233187.870850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233187.870870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233187.870988:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233188.190814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233188.190969:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233188.894949:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233188.894951:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233188.894954:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233189.214882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233189.215108:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233189.918849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233189.918879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233189.918910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233190.238837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233190.238943:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233190.942837:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233190.942840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233190.942841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233191.262810:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233191.262906:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233191.966828:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233191.966839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233191.966855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233192.286826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233192.286920:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233192.478950:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233192.478962:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233192.478968:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233192.478978:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9716 00000100:00080000:2.0:1761233192.478990:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233192.478998:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233192.479035:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748826496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233192.479069:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233192.479074:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233192.479076:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233192.479081:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9716 00000100:00080000:2.0:1761233192.479088:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233192.479094:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233192.479105:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233192.479122:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748826496:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233192.479124:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748826624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233192.479148:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233192.479152:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233192.479155:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233192.479161:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9716 00000100:00080000:2.0:1761233192.479166:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233192.479173:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233192.479181:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233192.479196:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748826752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233192.479208:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233192.479214:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233192.479220:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233192.479223:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233192.479230:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9716 00000100:00080000:2.0:1761233192.479249:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233192.479256:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233192.479265:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233192.479278:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233192/real 1761233192] req@ffff9437fa0dea00 x1846776748826496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233192.479286:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748826880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233192.479309:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748826496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233192.479309:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233192.479335:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233192.479341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233192.479341:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233192.479352:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233192.479372:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748826496:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233192.479373:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9716 00000100:00080000:2.0:1761233192.479388:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233192.479397:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233192.479406:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233192.479407:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748826624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233192.479441:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748827008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233192.479446:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233192.479461:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233192/real 1761233192] req@ffff9437fa0ddc00 x1846776748826624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233192.479466:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233192.479473:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761233192.479474:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748826624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233192.479481:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233192.479499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233192.479504:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9716 00000100:00080000:1.0:1761233192.479509:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233192.479517:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748826624:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233192.479521:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233192.479525:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748826752:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233192.479532:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233192.479541:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233192.479545:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233192.479563:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233192/real 1761233192] req@ffff9437fa0dc380 x1846776748826752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233192.479573:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748827136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233192.479580:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748826752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233192.479624:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233192.479631:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233192.479632:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233192.479651:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761233192.479657:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748826752:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233192.479659:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233192.479673:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748826880:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233192.479675:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9716 00000100:00080000:2.0:1761233192.479691:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233192.479699:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233192.479718:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233192.479721:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233192.479733:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233192/real 1761233192] req@ffff9437fa0dc700 x1846776748826880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233192.479744:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748826880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233192.479752:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233192.479755:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233192.479758:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748826880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233192.479773:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748827264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233192.479806:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233192.479810:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233192.479813:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233192.479815:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748827008:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233192.479826:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9716 00000100:00080000:2.0:1761233192.479840:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233192.479843:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233192.479854:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233192.479859:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233192/real 1761233192] req@ffff9437fa0dd180 x1846776748827008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233192.479866:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233192.479871:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748827008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233192.479881:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233192.479885:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233192.479889:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748827008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233192.479898:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748827392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233192.479902:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748827136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233192.479926:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233192.479938:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233192/real 1761233192] req@ffff9437fa0dfb80 x1846776748827136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233192.479953:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748827136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233192.479960:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233192.479962:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233192.479964:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748827136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233192.479969:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748827264:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233192.479980:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233192.479987:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233192/real 1761233192] req@ffff9437fa0dd500 x1846776748827264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233192.479996:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748827264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233192.480002:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233192.480004:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233192.480006:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748827264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233192.480019:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748827392:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233192.480030:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233192.480037:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233192/real 1761233192] req@ffff9437fa0dc700 x1846776748827392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233192.480044:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748827392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233192.480055:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233192.480058:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233192.480060:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748827392:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233192.990845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233192.990845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233192.990845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233193.310830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233193.310902:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233194.014819:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233194.014838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233194.014851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233194.334807:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233194.334887:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233195.038850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233195.038856:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233195.038870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233195.358855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233195.358926:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233196.062830:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233196.062830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233196.062858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233196.382809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233196.382911:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233197.086849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233197.086856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233197.086857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233197.406838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233197.406923:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233197.598836:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233197.598845:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233197.598849:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233197.598857:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9721 00000100:00080000:2.0:1761233197.598868:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233197.598875:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233197.598908:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748827520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233197.598928:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233197.598930:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233197.598931:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233197.598934:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9721 00000100:00080000:2.0:1761233197.598937:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233197.598941:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233197.598948:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233197.598962:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748827648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233197.598964:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748827520:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233197.598977:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233197.598981:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233197.598982:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233197.598986:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9721 00000100:00080000:2.0:1761233197.598989:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233197.598991:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233197.598994:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233197.599002:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748827776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233197.599009:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233197.599011:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233197.599012:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233197.599015:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9721 00000100:00080000:2.0:1761233197.599017:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233197.599019:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233197.599023:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233197.599024:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233197.599032:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748827904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233197.599044:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233197.599047:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233197.599048:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233197.599051:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9721 00000100:00080000:2.0:1761233197.599053:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233197.599056:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233197.599059:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233197.599063:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233197/real 1761233197] req@ffff9437fa0dc380 x1846776748827520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233197.599070:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748828032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233197.599079:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233197.599082:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761233197.599085:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748827520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233197.599085:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233197.599094:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9721 00000100:00080000:2.0:1761233197.599100:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233197.599103:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233197.599104:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761233197.599106:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233197.599111:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233197.599117:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748827520:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233197.599117:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748828160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233197.599131:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233197.599133:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233197.599134:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233197.599138:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9721 00000100:00080000:2.0:1761233197.599140:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233197.599143:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233197.599146:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233197.599151:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748827648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233197.599154:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748828288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233197.599164:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233197.599167:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233197.599169:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233197.599172:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9721 00000100:00080000:2.0:1761233197.599175:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233197.599177:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233197.599180:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233197.599190:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748828416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233197.599192:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233197.599216:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233197/real 1761233197] req@ffff9437fa0ddc00 x1846776748827648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233197.599227:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748827648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233197.599233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233197.599235:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233197.599238:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748827648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233197.599242:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748827776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233197.599257:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233197.599264:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233197/real 1761233197] req@ffff9437fa0dea00 x1846776748827776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233197.599272:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748827776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233197.599304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233197.599306:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233197.599309:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748827776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233197.599313:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748827904:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233197.599326:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233197.599333:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233197/real 1761233197] req@ffff9437fa0dca80 x1846776748827904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233197.599341:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748827904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233197.599346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233197.599348:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233197.599350:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748827904:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233197.599354:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748828032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233197.599364:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233197.599370:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233197/real 1761233197] req@ffff9437fa0df800 x1846776748828032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233197.599377:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748828032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233197.599382:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233197.599384:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233197.599386:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748828032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233197.599389:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748828160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233197.599399:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233197.599405:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233197/real 1761233197] req@ffff9437fa0dc000 x1846776748828160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233197.599412:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748828160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233197.599417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233197.599419:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233197.599422:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748828160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233197.599436:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748828288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233197.599446:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233197.599452:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233197/real 1761233197] req@ffff9437fa0ded80 x1846776748828288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233197.599460:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748828288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233197.599464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233197.599466:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233197.599468:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748828288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233197.599472:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748828416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233197.599481:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233197.599486:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233197/real 1761233197] req@ffff9437fa0df480 x1846776748828416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233197.599493:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748828416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233197.599498:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233197.599500:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233197.599502:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748828416:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233198.110839:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233198.110839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233198.110842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233198.430814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233198.430899:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233199.134839:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233199.134867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233199.134924:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233199.454896:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233199.454992:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233200.158861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233200.158987:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233200.158990:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233200.478898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233200.478975:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233201.182821:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233201.182830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233201.182838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233201.502818:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233201.502878:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233202.206833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233202.206834:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233202.206850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233202.526827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233202.526938:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233202.718905:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233202.718917:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233202.718922:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233202.718934:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9726 00000100:00080000:3.0:1761233202.718947:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233202.718954:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233202.719000:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748828544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233202.719027:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233202.719032:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233202.719034:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233202.719038:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9726 00000100:00080000:3.0:1761233202.719042:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233202.719047:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233202.719058:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233202.719069:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748828544:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233202.719072:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748828672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233202.719082:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233202.719085:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233202.719087:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233202.719091:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9726 00000100:00080000:3.0:1761233202.719095:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233202.719099:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233202.719103:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233202.719112:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748828800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233202.719120:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233202.719123:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233202.719125:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233202.719128:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9726 00000100:00080000:3.0:1761233202.719133:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233202.719136:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233202.719140:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233202.719148:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233202.719149:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748828928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233202.719157:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233202.719161:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233202.719162:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233202.719165:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9726 00000100:00080000:3.0:1761233202.719177:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233202.719181:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233202.719186:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233202.719209:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748829056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233202.719220:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233202.719222:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233202/real 1761233202] req@ffff943800b9b800 x1846776748828544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233202.719224:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233202.719227:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233202.719231:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9726 00000100:00080000:3.0:1761233202.719235:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233202.719239:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233202.719244:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748828544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233202.719244:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233202.719253:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748829184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233202.719256:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233202.719261:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233202.719262:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233202.719265:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748828544:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233202.719266:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233202.719268:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233202.719271:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9726 00000100:00080000:3.0:1761233202.719275:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233202.719278:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233202.719283:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233202.719291:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748829312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233202.719292:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748828672:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233202.719301:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233202.719305:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233202.719306:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233202.719311:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9726 00000100:00080000:3.0:1761233202.719314:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233202.719315:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233202.719318:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233202.719323:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233202.719327:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233202/real 1761233202] req@ffff943800b9a680 x1846776748828672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233202.719335:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748829440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233202.719341:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748828672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233202.719350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233202.719354:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233202.719358:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748828672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233202.719366:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748828800:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233202.719387:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233202.719398:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233202/real 1761233202] req@ffff943800b9ad80 x1846776748828800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233202.719409:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748828800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233202.719415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233202.719418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233202.719420:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748828800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233202.719424:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748828928:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233202.719439:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233202.719445:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233202/real 1761233202] req@ffff943800b9aa00 x1846776748828928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233202.719453:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748828928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233202.719458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233202.719460:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233202.719462:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748828928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233202.719465:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748829056:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233202.719476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233202.719482:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233202/real 1761233202] req@ffff943800b99500 x1846776748829056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233202.719489:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748829056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233202.719495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233202.719496:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233202.719498:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748829056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233202.719501:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748829184:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233202.719511:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233202.719517:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233202/real 1761233202] req@ffff943800b98e00 x1846776748829184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233202.719525:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748829184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233202.719530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233202.719531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233202.719533:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748829184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233202.719547:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748829312:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233202.719556:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233202.719562:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233202/real 1761233202] req@ffff943800b9bb80 x1846776748829312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233202.719570:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748829312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233202.719576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233202.719578:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233202.719580:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748829312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233202.719584:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748829440:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233202.719592:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233202.719598:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233202/real 1761233202] req@ffff943800b9b800 x1846776748829440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233202.719605:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748829440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233202.719611:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233202.719613:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233202.719615:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748829440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233203.230868:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233203.230871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233203.230932:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233203.550811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233203.550927:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233204.254949:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233204.254961:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233204.255008:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233204.574877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233204.574967:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233205.278867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233205.278872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233205.278929:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233205.598895:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233205.598930:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233206.302914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233206.302915:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233206.302974:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233206.622829:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233206.622944:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233207.326878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233207.326888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233207.326901:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233207.646826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233207.646878:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233207.838879:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233207.838891:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233207.838897:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233207.838908:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9731 00000100:00080000:0.0:1761233207.838921:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233207.838928:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233207.838963:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748829568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233207.838989:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233207.838993:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233207.838995:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233207.839000:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9731 00000100:00080000:0.0:1761233207.839005:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233207.839010:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233207.839018:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748829568:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761233207.839020:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233207.839035:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748829696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233207.839047:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233207.839052:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233207.839054:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233207.839059:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9731 00000100:00080000:0.0:1761233207.839073:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233207.839077:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233207.839079:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233207.839086:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233207.839146:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748829824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233207.839172:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233207.839175:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233207.839175:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233207/real 1761233207] req@ffff9437f87fb800 x1846776748829568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233207.839179:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233207.839187:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9731 00000100:00080000:0.0:1761233207.839193:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233207.839196:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233207.839201:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233207.839202:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748829568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233207.839212:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761233207.839216:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748829952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233207.839219:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233207.839227:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748829568:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233207.839233:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233207.839236:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233207.839237:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233207.839240:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9731 00000100:00080000:0.0:1761233207.839243:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233207.839246:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233207.839249:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233207.839252:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748829696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233207.839258:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748830080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233207.839267:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233207.839270:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233207.839271:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233207.839275:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9731 00000800:00000100:1.0:1761233207.839279:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233207.839281:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233207.839286:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233207.839290:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233207.839294:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233207/real 1761233207] req@ffff9437f87f9180 x1846776748829696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233207.839300:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748830208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233207.839309:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748829696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233207.839311:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233207.839319:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233207.839322:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233207.839330:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9731 00000100:00080000:1.0:1761233207.839330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233207.839333:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233207.839337:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233207.839341:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233207.839345:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748829696:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761233207.839347:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233207.839353:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748829824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233207.839358:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748830336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233207.839365:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233207.839367:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233207.839369:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233207.839373:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233207.839374:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9731 00000100:00080000:0.0:1761233207.839381:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233207.839385:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233207.839388:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233207.839389:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233207/real 1761233207] req@ffff9437f87f8700 x1846776748829824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233207.839398:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748830464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233207.839401:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748829824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233207.839425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233207.839428:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233207.839431:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748829824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233207.839436:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748829952:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233207.839449:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233207.839455:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233207/real 1761233207] req@ffff9437f87f8000 x1846776748829952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233207.839462:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748829952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233207.839467:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233207.839469:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233207.839471:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748829952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233207.839481:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748830080:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233207.839491:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233207.839497:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233207/real 1761233207] req@ffff9437f87faa00 x1846776748830080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233207.839514:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748830080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233207.839520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233207.839522:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233207.839525:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748830080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233207.839529:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748830208:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233207.839540:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233207.839546:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233207/real 1761233207] req@ffff9437f87f8a80 x1846776748830208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233207.839558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748830208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233207.839563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233207.839565:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233207.839567:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748830208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233207.839571:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748830336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233207.839581:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233207.839586:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233207/real 1761233207] req@ffff9437f87f9f80 x1846776748830336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233207.839593:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748830336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233207.839598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233207.839600:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233207.839602:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748830336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233207.839605:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748830464:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233207.839615:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233207.839621:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233207/real 1761233207] req@ffff9437f87f8e00 x1846776748830464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233207.839628:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748830464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233207.839633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233207.839635:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233207.839637:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748830464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233208.350821:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233208.350821:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233208.350836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233208.670814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233208.670920:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233209.374845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233209.374854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233209.374858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233209.694871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233209.694966:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233210.398882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233210.398882:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233210.398891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233210.718814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233210.718933:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233211.422868:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233211.422901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233211.422950:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233211.742855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233211.742950:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233212.446899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233212.446936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233212.446956:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233212.766902:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233212.766979:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233212.958903:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233212.958918:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233212.958923:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233212.958936:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9736 00000100:00080000:3.0:1761233212.958952:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233212.958960:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233212.959016:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748830592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233212.959065:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233212.959071:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233212.959073:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233212.959079:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9736 00000100:00080000:3.0:1761233212.959084:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233212.959090:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233212.959103:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233212.959105:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748830592:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233212.959124:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748830720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233212.959137:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233212.959141:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233212.959143:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233212.959149:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9736 00000100:00080000:3.0:1761233212.959176:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233212.959181:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233212.959188:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233212.959189:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233212.959207:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748830848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233212.959220:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233212.959223:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233212.959226:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233212.959231:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9736 00000100:00080000:3.0:1761233212.959236:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233212.959243:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233212/real 1761233212] req@ffff943800b98a80 x1846776748830592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233212.959244:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233212.959255:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233212.959271:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748830592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233212.959275:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748830976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233212.959292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233212.959296:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233212.959300:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233212.959305:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761233212.959309:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748830592:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233212.959310:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233212.959321:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9736 00000100:00080000:3.0:1761233212.959327:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233212.959332:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233212.959338:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233212.959343:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748830720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233212.959355:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748831104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233212.959369:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233212.959370:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233212.959377:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233212.959380:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233212.959386:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9736 00000100:00100000:1.0:1761233212.959389:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233212/real 1761233212] req@ffff943800b99c00 x1846776748830720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233212.959393:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233212.959402:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233212.959409:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233212.959410:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748830720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233212.959425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761233212.959429:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748831232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233212.959432:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233212.959441:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748830720:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233212.959453:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233212.959454:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748830848:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233212.959463:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233212.959467:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233212.959474:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9736 00000100:00080000:3.0:1761233212.959479:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233212.959482:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233212.959487:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233212.959494:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233212.959496:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233212/real 1761233212] req@ffff943800b98380 x1846776748830848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233212.959510:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748831360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233212.959514:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748830848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233212.959531:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233212.959535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233212.959536:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233212.959542:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233212.959544:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233212.959550:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9736 00000100:00100000:1.0:1761233212.959552:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748830848:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233212.959556:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233212.959562:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748830976:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761233212.959564:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233212.959574:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233212.959590:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748831488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233212.959596:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233212.959612:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233212/real 1761233212] req@ffff943800b9b480 x1846776748830976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233212.959627:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748830976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233212.959636:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233212.959640:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233212.959643:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748830976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233212.959659:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748831104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233212.959676:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233212.959686:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233212/real 1761233212] req@ffff943800b98700 x1846776748831104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233212.959698:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748831104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233212.959707:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233212.959710:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233212.959714:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748831104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233212.959720:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748831232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233212.959761:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233212.959772:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233212/real 1761233212] req@ffff943800b99f80 x1846776748831232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233212.959792:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748831232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233212.959801:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233212.959805:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233212.959808:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748831232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233212.959814:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748831360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233212.959830:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233212.959840:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233212/real 1761233212] req@ffff943800b98000 x1846776748831360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233212.959852:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748831360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233212.959861:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233212.959864:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233212.959868:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748831360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233212.959874:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748831488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233212.959890:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233212.959899:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233212/real 1761233212] req@ffff943800b98a80 x1846776748831488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233212.959911:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748831488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233212.959926:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233212.959930:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233212.959934:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748831488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233213.470831:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233213.470857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233213.470876:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233213.790887:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233213.790982:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233214.494885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233214.494885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233214.494895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233214.814836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233214.814945:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233215.518831:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233215.518898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233215.518925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233215.838881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233215.838962:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233216.542874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233216.542874:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233216.542914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233216.862907:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233216.863002:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233217.566875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233217.566882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233217.566882:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233217.886871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233217.887018:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233218.078912:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233218.078924:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233218.078930:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233218.078940:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9741 00000100:00080000:0.0:1761233218.078966:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233218.078975:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233218.079017:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748831616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233218.079052:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233218.079057:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233218.079059:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233218.079065:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9741 00000100:00080000:0.0:1761233218.079071:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233218.079078:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233218.079090:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233218.079103:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748831616:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233218.079112:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748831744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233218.079127:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233218.079131:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233218.079132:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233218.079139:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9741 00000100:00080000:0.0:1761233218.079143:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233218.079148:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233218.079154:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233218.079170:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748831872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233218.079182:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233218.079186:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233218.079188:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233218.079193:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9741 00000100:00080000:0.0:1761233218.079199:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233218.079207:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233218.079208:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233218.079219:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233218.079236:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748832000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233218.079250:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233218.079254:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233218.079257:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233218.079267:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9741 00000100:00080000:0.0:1761233218.079274:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233218.079276:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233218/real 1761233218] req@ffff9437f87f8380 x1846776748831616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233218.079287:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233218.079303:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233218.079310:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748831616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233218.079320:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748832128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233218.079322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233218.079337:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233218.079349:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748831616:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233218.079364:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233218.079369:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233218.079372:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233218.079379:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9741 00000100:00100000:1.0:1761233218.079383:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748831744:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233218.079384:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233218.079397:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233218.079403:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233218.079421:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233218.079424:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748832256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233218.079440:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233218.079443:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233218/real 1761233218] req@ffff9437f87f9880 x1846776748831744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233218.079448:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233218.079454:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233218.079470:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9741 00000100:00080000:0.0:1761233218.079480:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233218.079486:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748831744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233218.079491:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233218.079505:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233218.079512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233218.079520:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761233218.079527:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748832384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233218.079534:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748831744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233218.079554:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748831872:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233218.079557:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233218.079563:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233218.079566:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233218.079575:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9741 00000800:00000100:1.0:1761233218.079581:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233218.079583:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233218.079592:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233218.079599:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233218/real 1761233218] req@ffff9437f87f8e00 x1846776748831872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761233218.079604:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233218.079612:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748831872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233218.079625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761233218.079631:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748832512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233218.079632:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233218.079642:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748831872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233218.079660:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748832000:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233218.079687:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233218.079705:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233218/real 1761233218] req@ffff9437f87f9f80 x1846776748832000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233218.079720:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748832000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233218.079725:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233218.079728:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233218.079750:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748832000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233218.079754:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748832128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233218.079770:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233218.079777:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233218/real 1761233218] req@ffff9437f87f8a80 x1846776748832128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233218.079786:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748832128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233218.079791:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233218.079794:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233218.079796:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748832128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233218.079813:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748832256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233218.079824:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233218.079830:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233218/real 1761233218] req@ffff9437f87faa00 x1846776748832256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233218.079838:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748832256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233218.079848:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233218.079851:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233218.079853:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748832256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233218.079857:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748832384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233218.079872:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233218.079882:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233218/real 1761233218] req@ffff9437f87f8000 x1846776748832384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233218.079893:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748832384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233218.079901:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233218.079904:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233218.079908:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748832384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233218.079914:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748832512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233218.079932:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233218.079942:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233218/real 1761233218] req@ffff9437f87f8700 x1846776748832512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233218.079969:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748832512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233218.079977:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233218.079981:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233218.079985:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748832512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233218.590911:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233218.590911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233218.590911:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233218.910864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233218.910959:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233219.614840:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233219.614851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233219.614855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233219.934838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233219.934948:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233220.638841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233220.638849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233220.638874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233220.958825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233220.958949:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233221.662836:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233221.662853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233221.662911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233221.982860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233221.982941:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233222.686864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233222.686864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233222.686872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233223.006863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233223.006913:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233223.198860:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233223.198869:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233223.198884:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233223.198893:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9746 00000100:00080000:0.0:1761233223.198905:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233223.198912:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233223.198946:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748832640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233223.198971:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233223.198974:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233223.198975:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233223.198979:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9746 00000100:00080000:0.0:1761233223.198981:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233223.198984:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233223.198992:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233223.199001:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748832768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233223.199009:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233223.199012:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233223.199013:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233223.199018:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9746 00000100:00080000:0.0:1761233223.199024:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233223.199028:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233223.199028:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748832640:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761233223.199040:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233223.199051:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748832896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233223.199058:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233223.199060:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233223.199061:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233223.199064:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9746 00000100:00080000:0.0:1761233223.199068:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233223.199071:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233223.199075:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233223.199081:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748833024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233223.199088:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233223.199090:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233223.199092:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233223.199094:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9746 00000100:00080000:0.0:1761233223.199115:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233223.199118:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233223.199121:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233223.199133:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748833152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233223.199134:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233223.199148:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233223.199152:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233223.199153:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233223.199157:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9746 00000100:00080000:0.0:1761233223.199161:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233223.199163:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233223.199167:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233223.199174:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748833280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233223.199179:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233223.199182:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233223.199183:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233223.199186:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9746 00000100:00080000:0.0:1761233223.199190:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233223.199194:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233223.199199:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233223.199204:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233223/real 1761233223] req@ffff9437f87f9180 x1846776748832640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233223.199211:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748833408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233223.199265:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233223.199268:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233223.199270:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233223.199277:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9746 00000100:00100000:1.0:1761233223.199281:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748832640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233223.199283:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233223.199292:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233223.199300:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233223.199319:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748833536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233223.199320:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233223.199336:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233223.199345:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748832640:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233223.199378:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748832768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233223.199403:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233223.199417:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233223/real 1761233223] req@ffff9437f87fb800 x1846776748832768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233223.199430:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748832768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233223.199442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233223.199446:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233223.199450:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748832768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233223.199456:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748832896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233223.199473:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233223.199483:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233223/real 1761233223] req@ffff9437f87f9500 x1846776748832896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233223.199496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748832896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233223.199505:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233223.199509:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233223.199512:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748832896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233223.199520:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748833024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233223.199536:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233223.199546:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233223/real 1761233223] req@ffff9437f87fb100 x1846776748833024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233223.199560:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748833024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233223.199569:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233223.199572:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233223.199576:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748833024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233223.199583:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748833152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233223.199599:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233223.199609:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233223/real 1761233223] req@ffff9437f87fa680 x1846776748833152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233223.199621:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748833152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233223.199630:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233223.199633:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233223.199637:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748833152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233223.199643:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748833280:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233223.199660:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233223.199670:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233223/real 1761233223] req@ffff9437f87fb480 x1846776748833280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233223.199682:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748833280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233223.199691:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233223.199694:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233223.199697:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748833280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233223.199704:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748833408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233223.199720:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233223.199755:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233223/real 1761233223] req@ffff9437f87f9c00 x1846776748833408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233223.199769:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748833408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233223.199778:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233223.199782:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233223.199785:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748833408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233223.199792:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748833536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233223.199811:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233223.199822:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233223/real 1761233223] req@ffff9437f87fad80 x1846776748833536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233223.199833:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748833536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233223.199843:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233223.199847:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233223.199850:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748833536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233223.710881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233223.710888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233223.710921:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233224.030847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233224.030929:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233224.734869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233224.734876:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233224.734919:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233225.054826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233225.054926:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233225.758825:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233225.758863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233225.758864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233226.078809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233226.078936:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233226.782854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233226.782891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233226.782892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233227.102867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233227.102929:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233227.806876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233227.806892:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233227.806906:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233228.126845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233228.126954:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233228.318939:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233228.318968:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233228.318974:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233228.318986:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9752 00000100:00080000:3.0:1761233228.319001:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233228.319008:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233228.319052:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748833664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233228.319081:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233228.319085:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233228.319087:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233228.319090:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9752 00000100:00080000:3.0:1761233228.319093:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233228.319097:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233228.319107:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233228.319119:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748833792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233228.319125:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748833664:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233228.319137:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233228.319143:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233228.319161:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233228.319168:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9752 00000100:00080000:3.0:1761233228.319173:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233228.319178:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233228.319186:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233228.319200:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748833920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233228.319208:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233228.319211:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233228.319213:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233228.319216:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9752 00000100:00080000:3.0:1761233228.319219:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233228.319224:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233228.319227:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233228.319233:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233228.319244:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748834048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233228.319251:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233228.319254:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233228.319255:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233228.319257:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9752 00000100:00080000:3.0:1761233228.319260:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233228.319263:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233228.319267:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233228.319277:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233228/real 1761233228] req@ffff943800b9b800 x1846776748833664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233228.319278:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748834176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233228.319310:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233228.319313:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233228.319316:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233228.319320:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748833664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233228.319322:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9752 00000100:00080000:3.0:1761233228.319329:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233228.319336:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233228.319341:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233228.319342:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233228.319349:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233228.319353:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748834304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233228.319357:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748833664:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233228.319369:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233228.319372:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233228.319373:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233228.319377:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9752 00000100:00080000:3.0:1761233228.319379:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233228.319381:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233228.319384:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233228.319388:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748833792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233228.319394:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748834432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233228.319402:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233228.319404:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233228.319406:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233228.319409:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9752 00000100:00080000:3.0:1761233228.319412:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233228.319414:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233228.319418:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233228.319423:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233228.319431:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233228/real 1761233228] req@ffff943800b9bb80 x1846776748833792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233228.319435:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748834560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233228.319457:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748833792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233228.319466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233228.319469:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233228.319472:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748833792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233228.319478:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748833920:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233228.319491:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233228.319498:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233228/real 1761233228] req@ffff943800b98e00 x1846776748833920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233228.319506:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748833920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233228.319511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233228.319513:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233228.319515:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748833920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233228.319518:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748834048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233228.319529:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233228.319535:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233228/real 1761233228] req@ffff943800b99500 x1846776748834048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233228.319543:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748834048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233228.319548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233228.319549:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233228.319551:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748834048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233228.319555:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748834176:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233228.319565:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233228.319570:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233228/real 1761233228] req@ffff943800b9aa00 x1846776748834176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233228.319577:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748834176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233228.319583:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233228.319585:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233228.319587:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748834176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233228.319591:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748834304:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233228.319601:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233228.319606:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233228/real 1761233228] req@ffff943800b9ad80 x1846776748834304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233228.319613:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748834304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233228.319619:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233228.319621:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233228.319623:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748834304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233228.319638:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748834432:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233228.319648:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233228.319655:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233228/real 1761233228] req@ffff943800b9a680 x1846776748834432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233228.319665:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748834432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233228.319673:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233228.319677:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233228.319681:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748834432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233228.319687:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748834560:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233228.319725:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233228.319739:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233228/real 1761233228] req@ffff943800b9b800 x1846776748834560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233228.319753:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748834560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233228.319789:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233228.319809:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233228.319812:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748834560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233228.830850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233228.830850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233228.830957:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233229.150934:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233229.151019:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233229.854850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233229.854889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233229.854892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233230.174859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233230.174931:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233230.878868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233230.878869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233230.878870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233231.198915:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233231.198997:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233231.902814:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233231.902830:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233231.902990:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233232.222922:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233232.223016:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233232.926874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233232.926877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233232.926918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233233.246879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233233.246986:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233233.438911:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233233.438923:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233233.438929:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233233.438943:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9757 00000100:00080000:0.0:1761233233.438957:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233233.438967:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233233.439017:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748834688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233233.439045:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233233.439048:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233233.439049:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233233.439054:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9757 00000100:00080000:0.0:1761233233.439057:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233233.439060:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233233.439070:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233233.439083:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748834816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233233.439089:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748834688:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233233.439094:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233233.439099:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233233.439100:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233233.439104:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9757 00000100:00080000:0.0:1761233233.439106:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233233.439109:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233233.439112:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233233.439122:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748834944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233233.439130:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233233.439132:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233233.439134:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233233.439136:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9757 00000100:00080000:0.0:1761233233.439155:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233233.439158:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233233.439161:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233233.439167:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233233.439172:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748835072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233233.439180:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233233.439183:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233233.439184:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233233.439187:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9757 00000100:00080000:0.0:1761233233.439190:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233233.439193:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233233.439197:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233233.439205:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748835200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233233.439211:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233233.439214:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233233.439215:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233233.439218:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233233/real 1761233233] req@ffff9437f87fa300 x1846776748834688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233233.439221:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9757 00000100:00080000:0.0:1761233233.439227:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233233.439234:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233233.439240:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233233.439253:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748835328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233233.439259:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748834688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233233.439264:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233233.439273:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233233.439276:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233233.439279:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233233.439280:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9757 00000100:00080000:0.0:1761233233.439287:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233233.439289:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233233.439293:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233233.439296:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748834688:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761233233.439299:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233233.439309:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748835456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233233.439314:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233233.439316:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233233.439317:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233233.439321:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9757 00000100:00100000:1.0:1761233233.439323:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748834816:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233233.439325:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233233.439331:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233233.439334:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233233.439344:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748835584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233233.439349:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233233.439366:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233233/real 1761233233] req@ffff9437f87fbb80 x1846776748834816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233233.439378:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748834816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233233.439385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233233.439388:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233233.439390:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748834816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233233.439395:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748834944:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233233.439407:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233233.439413:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233233/real 1761233233] req@ffff9437f87fad80 x1846776748834944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233233.439421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748834944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233233.439432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233233.439434:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233233.439436:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748834944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233233.439439:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748835072:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233233.439449:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233233.439455:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233233/real 1761233233] req@ffff9437f87f9c00 x1846776748835072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233233.439462:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748835072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233233.439468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233233.439470:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233233.439472:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748835072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233233.439475:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748835200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233233.439485:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233233.439490:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233233/real 1761233233] req@ffff9437f87fb480 x1846776748835200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233233.439497:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748835200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233233.439502:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233233.439504:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233233.439507:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748835200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233233.439511:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748835328:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233233.439521:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233233.439527:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233233/real 1761233233] req@ffff9437f87fa680 x1846776748835328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233233.439533:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748835328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233233.439539:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233233.439541:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233233.439543:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748835328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233233.439547:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748835456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233233.439556:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233233.439562:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233233/real 1761233233] req@ffff9437f87fb100 x1846776748835456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233233.439569:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748835456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233233.439574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233233.439576:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233233.439578:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748835456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233233.439593:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748835584:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233233.439603:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233233.439609:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233233/real 1761233233] req@ffff9437f87f9500 x1846776748835584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233233.439617:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748835584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233233.439623:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233233.439624:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233233.439626:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748835584:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233233.950912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233233.950936:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233233.950944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233234.270852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233234.270936:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233234.974947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233234.974951:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233234.974955:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233235.294851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233235.294925:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233235.998918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233235.998918:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233235.998942:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233236.318823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233236.318950:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233237.023058:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233237.023084:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233237.023548:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233237.342787:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233237.342931:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233238.046970:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233238.046970:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233238.047050:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233238.366827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233238.366875:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233238.558795:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233238.558803:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233238.558807:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233238.558817:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9762 00000100:00080000:0.0:1761233238.558827:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233238.558833:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233238.558866:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748835712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233238.558888:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233238.558891:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233238.558892:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233238.558895:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9762 00000100:00080000:0.0:1761233238.558898:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233238.558902:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233238.558910:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233238.558923:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748835840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233238.558923:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748835712:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233238.558938:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233238.558941:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233238.558943:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233238.558946:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9762 00000100:00080000:0.0:1761233238.558949:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233238.558951:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233238.558954:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233238.558964:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748835968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233238.558970:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233238.558972:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233238.558974:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233238.558976:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9762 00000100:00080000:0.0:1761233238.558980:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233238.558982:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233238.558986:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233238.558991:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233238.558999:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748836096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233238.559008:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233238.559010:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233238.559011:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233238.559014:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9762 00000100:00080000:0.0:1761233238.559016:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233238.559019:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233238.559021:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233238.559028:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748836224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233238.559033:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233238.559036:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233238.559038:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233238.559043:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9762 00000100:00080000:0.0:1761233238.559046:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233238.559046:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233238/real 1761233238] req@ffff9437f87fb800 x1846776748835712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233238.559053:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233238.559060:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233238.559070:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748836352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233238.559075:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748835712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233238.559094:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233238.559102:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233238.559104:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233238.559109:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761233238.559110:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748835712:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233238.559111:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233238.559120:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9762 00000100:00080000:0.0:1761233238.559123:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233238.559125:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233238.559128:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233238.559137:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748835840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233238.559138:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748836480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233238.559152:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233238.559155:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233238.559156:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233238.559159:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9762 00000100:00080000:0.0:1761233238.559164:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233238.559168:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233238.559172:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233238.559177:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233238.559184:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233238/real 1761233238] req@ffff9437f87f9180 x1846776748835840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233238.559188:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748836608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233238.559211:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748835840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233238.559218:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233238.559221:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233238.559224:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748835840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233238.559229:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748835968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233238.559241:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233238.559247:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233238/real 1761233238] req@ffff9437f87f8700 x1846776748835968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233238.559255:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748835968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233238.559260:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233238.559262:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233238.559264:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748835968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233238.559268:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748836096:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233238.559277:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233238.559283:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233238/real 1761233238] req@ffff9437f87f8000 x1846776748836096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233238.559291:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748836096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233238.559296:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233238.559298:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233238.559299:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748836096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233238.559303:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748836224:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233238.559312:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233238.559318:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233238/real 1761233238] req@ffff9437f87faa00 x1846776748836224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233238.559325:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748836224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233238.559330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233238.559332:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233238.559334:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748836224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233238.559337:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748836352:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233238.559346:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233238.559351:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233238/real 1761233238] req@ffff9437f87f8a80 x1846776748836352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233238.559358:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748836352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233238.559364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233238.559366:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233238.559368:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748836352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233238.559380:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748836480:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233238.559390:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233238.559396:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233238/real 1761233238] req@ffff9437f87f9f80 x1846776748836480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233238.559403:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748836480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233238.559408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233238.559410:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233238.559412:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748836480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233238.559415:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748836608:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233238.559425:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233238.559430:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233238/real 1761233238] req@ffff9437f87f8e00 x1846776748836608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233238.559438:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748836608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233238.559442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233238.559444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233238.559447:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748836608:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233239.070992:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233239.071038:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233239.071078:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233239.390824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233239.390966:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233240.095184:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233240.095211:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233240.095495:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233240.414835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233240.414939:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233241.118929:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233241.118981:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233241.119033:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233241.438812:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233241.438917:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233242.142862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233242.142862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233242.143036:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233242.462807:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233242.462867:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233243.166821:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233243.166830:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233243.166842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233243.486812:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233243.486917:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233243.678837:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233243.678846:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233243.678851:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233243.678860:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9767 00000100:00080000:1.0:1761233243.678871:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233243.678876:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233243.678909:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748836736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233243.678934:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233243.678937:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233243.678938:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233243.678941:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9767 00000100:00080000:1.0:1761233243.678943:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233243.678946:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233243.678954:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233243.678963:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748836864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233243.678971:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233243.678973:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233243.678976:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233243.678978:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748836736:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233243.678981:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9767 00000100:00080000:1.0:1761233243.678987:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233243.678990:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233243.678993:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233243.679000:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748836992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233243.679007:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233243.679009:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233243.679010:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233243.679013:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9767 00000100:00080000:1.0:1761233243.679015:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233243.679017:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233243.679020:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233243.679028:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748837120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233243.679034:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233243.679037:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233243.679039:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233243.679042:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9767 00000100:00080000:1.0:1761233243.679045:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233243.679047:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233243.679051:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233243.679057:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748837248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233243.679063:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233243.679066:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233243.679067:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233243.679069:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9767 00000100:00080000:1.0:1761233243.679072:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233243.679074:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233243.679078:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233243.679086:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748837376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233243.679093:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233243.679096:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233243.679097:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233243.679102:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9767 00000100:00100000:2.0:1761233243.679102:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748836864:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233243.679107:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233243.679113:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233243.679118:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233243.679127:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748837504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233243.679135:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233243.679138:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233243.679140:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233243.679142:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9767 00000100:00080000:1.0:1761233243.679145:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233243.679147:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748836992:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233243.679150:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233243.679156:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233243.679166:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748837632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233243.679184:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748837120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233243.679208:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748837248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233243.679229:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748837376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233243.679250:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748837504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233243.679268:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748837632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233244.190853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233244.190853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233244.190854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233244.510817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233244.510901:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233245.214817:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233245.214826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233245.214830:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233245.534832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233245.534931:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233246.238826:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233246.238845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233246.238859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233246.558847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233246.558905:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1761233246.751277:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:1.0:1761233246.751322:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1761233246.751337:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233246.751370:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233246.751376:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233246.751380:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233246.751386:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233246.751391:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233246.751395:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233246.751399:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233246.751440:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233243/real 1761233246] req@ffff9437f86d7480 x1846776748837504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233246.751461:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748837504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233246.751470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233246.751474:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233246.751477:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748837504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233246.751483:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233243/real 1761233246] req@ffff9437f86d5180 x1846776748837632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233246.751490:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748837632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233246.751495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233246.751498:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233246.751518:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748837632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233246.751523:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233243/real 1761233246] req@ffff9437f86d4000 x1846776748836864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233246.751532:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748836864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233246.751539:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233246.751542:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233246.751545:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748836864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233246.751552:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233243/real 1761233246] req@ffff9437f86d7100 x1846776748836992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233246.751565:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748836992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233246.751573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233246.751576:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233246.751580:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748836992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233246.751586:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233243/real 1761233246] req@ffff9437f86d6d80 x1846776748837120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233246.751598:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748837120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233246.751616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233246.751620:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233246.751623:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748837120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233246.751629:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233243/real 1761233246] req@ffff9437f86d6680 x1846776748837248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233246.751641:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748837248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233246.751649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233246.751652:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233246.751657:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748837248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233246.751664:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233243/real 1761233246] req@ffff9437f86d4700 x1846776748837376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233246.751676:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748837376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233246.751685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233246.751688:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233246.751691:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748837376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233246.751700:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233243/real 1761233246] req@ffff9437f86d5880 x1846776748836736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233246.751713:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748836736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233246.751721:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233246.751724:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233246.751727:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748836736:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233247.262858:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233247.262858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233247.262858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233247.582856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233247.582933:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233248.286847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233248.286854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233248.286933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233248.606878:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233248.606976:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233248.798937:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233248.798952:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233248.798958:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233248.798970:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9772 00000100:00080000:0.0:1761233248.798983:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233248.798991:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233248.799033:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748837760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233248.799082:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233248.799086:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233248.799088:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233248.799093:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9772 00000100:00080000:0.0:1761233248.799097:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233248.799101:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233248.799112:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233248.799126:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748837888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233248.799138:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233248.799141:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233248.799144:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233248.799149:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9772 00000100:00080000:0.0:1761233248.799153:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233248.799158:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233248.799164:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233248.799178:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748838016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233248.799193:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748837760:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233248.799196:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233248.799213:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233248.799216:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233248.799222:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9772 00000100:00080000:0.0:1761233248.799227:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233248.799232:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233248.799247:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233248.799264:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748838144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233248.799275:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233248.799279:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233248.799281:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233248.799285:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9772 00000100:00080000:0.0:1761233248.799293:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233248.799297:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233248.799303:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233248.799310:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233248.799330:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748838272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233248.799343:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233248.799347:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233248.799350:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233248.799355:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9772 00000100:00080000:0.0:1761233248.799361:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233248.799367:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233248.799373:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233248.799376:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233248/real 1761233248] req@ffff9437f87f9880 x1846776748837760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233248.799393:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748838400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233248.799408:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748837760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233248.799412:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233248.799432:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233248.799438:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233248.799447:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9772 00000100:00080000:0.0:1761233248.799452:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233248.799457:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233248.799461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233248.799464:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233248.799491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233248.799499:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748837760:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233248.799512:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748837888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233248.799521:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748838528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233248.799544:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233248.799548:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233248.799551:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233248.799560:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9772 00000800:00000100:2.0:1761233248.799572:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233248.799580:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233248.799591:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233248.799599:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233248.799602:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233248/real 1761233248] req@ffff9437f87f8380 x1846776748837888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233248.799623:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748838656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233248.799629:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748837888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233248.799689:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233248.799699:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233248.799705:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748837888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233248.799787:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748838016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233248.799815:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233248.799828:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233248/real 1761233248] req@ffff9437f87f8e00 x1846776748838016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233248.799840:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748838016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233248.799850:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233248.799854:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233248.799857:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748838016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233248.799866:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748838144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233248.799889:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233248.799902:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233248/real 1761233248] req@ffff9437f87f9f80 x1846776748838144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233248.799913:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748838144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233248.799921:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233248.799925:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233248.799929:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748838144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233248.799936:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748838272:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233248.799958:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233248.799971:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233248/real 1761233248] req@ffff9437f87f8a80 x1846776748838272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233248.799982:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748838272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233248.799991:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233248.799994:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233248.799997:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748838272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233248.800004:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748838400:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233248.800024:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233248.800035:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233248/real 1761233248] req@ffff9437f87faa00 x1846776748838400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233248.800047:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748838400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233248.800055:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233248.800058:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233248.800061:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748838400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233248.800067:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748838528:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233248.800088:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233248.800100:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233248/real 1761233248] req@ffff9437f87f8000 x1846776748838528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233248.800113:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748838528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233248.800120:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233248.800124:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233248.800127:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748838528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233248.800134:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748838656:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233248.800157:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233248.800168:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233248/real 1761233248] req@ffff9437f87f8700 x1846776748838656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233248.800183:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748838656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233248.800200:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233248.800204:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233248.800208:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748838656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233249.310874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233249.310911:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233249.310934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233249.630809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233249.630950:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233250.334853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233250.334853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233250.334905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233250.654919:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233250.655017:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233251.358913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233251.358927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233251.358927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233251.678889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233251.678936:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233252.382872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233252.382872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233252.382872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233252.702892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233252.703011:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233253.406935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233253.406952:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233253.406952:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233253.726862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233253.726986:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233253.918856:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233253.918867:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233253.918871:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233253.918883:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9777 00000100:00080000:0.0:1761233253.918896:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233253.918905:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233253.918948:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748838784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233253.918978:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233253.918980:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233253.918982:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233253.918985:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9777 00000100:00080000:0.0:1761233253.918988:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233253.918991:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233253.919001:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233253.919018:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748838912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233253.919027:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233253.919030:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233253.919033:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233253.919039:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9777 00000100:00100000:2.0:1761233253.919041:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748838784:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233253.919043:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233253.919053:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233253.919061:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233253.919071:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748839040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233253.919079:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233253.919082:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233253.919083:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233253.919088:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9777 00000100:00080000:0.0:1761233253.919093:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233253.919096:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233253.919099:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233253.919109:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748839168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233253.919115:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233253.919118:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233253.919121:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233253.919123:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9777 00000100:00080000:0.0:1761233253.919135:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233253.919138:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233253.919141:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233253.919151:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748839296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233253.919157:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233253.919160:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233253.919162:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761233253.919169:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233253.919175:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9777 00000100:00080000:0.0:1761233253.919184:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233253.919186:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233253.919190:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233253.919201:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748839424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233253.919212:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233253.919214:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233253.919216:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233253.919218:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9777 00000100:00080000:0.0:1761233253.919232:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233253.919234:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233253.919237:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233253.919249:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748839552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233253.919257:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233253.919260:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233253.919262:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233253.919267:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9777 00000100:00100000:2.0:1761233253.919271:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233253/real 1761233253] req@ffff9437f87f9180 x1846776748838784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233253.919273:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233253.919286:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233253.919302:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233253.919327:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748839680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233253.919337:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748838784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233253.919355:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233253.919363:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233253.919370:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748838784:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233253.919442:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748838912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233253.919476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233253.919500:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233253/real 1761233253] req@ffff9437f87fb800 x1846776748838912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233253.919515:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748838912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233253.919534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233253.919539:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233253.919543:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748838912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233253.919550:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748839040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233253.919571:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233253.919582:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233253/real 1761233253] req@ffff9437f87f9500 x1846776748839040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233253.919594:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748839040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233253.919604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233253.919607:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233253.919610:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748839040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233253.919617:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748839168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233253.919636:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233253.919646:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233253/real 1761233253] req@ffff9437f87fb100 x1846776748839168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233253.919658:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748839168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233253.919667:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233253.919670:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233253.919674:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748839168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233253.919680:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748839296:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233253.919697:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233253.919706:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233253/real 1761233253] req@ffff9437f87fa680 x1846776748839296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233253.919718:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748839296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233253.919726:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233253.919761:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233253.919765:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748839296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233253.919772:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748839424:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233253.919795:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233253.919808:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233253/real 1761233253] req@ffff9437f87fb480 x1846776748839424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233253.919821:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748839424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233253.919830:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233253.919834:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233253.919837:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748839424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233253.919843:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748839552:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233253.919861:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233253.919872:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233253/real 1761233253] req@ffff9437f87f9c00 x1846776748839552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233253.919884:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748839552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233253.919893:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233253.919896:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233253.919899:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748839552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233253.919906:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748839680:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233253.919923:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233253.919933:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233253/real 1761233253] req@ffff9437f87fad80 x1846776748839680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233253.919945:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748839680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233253.919954:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233253.919957:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233253.919960:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748839680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233254.430812:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233254.430913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233254.430949:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233254.750880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233254.751064:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233255.454868:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233255.454870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233255.454921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233255.774899:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233255.775023:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233256.478866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233256.478871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233256.478901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233256.798839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233256.798982:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233257.502875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233257.502887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233257.502944:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233257.822909:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233257.823050:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233258.526851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233258.526891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233258.526912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233258.846817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233258.846973:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233259.038917:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233259.038933:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233259.038941:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233259.038956:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9782 00000100:00080000:0.0:1761233259.038974:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233259.038984:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233259.039046:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748839808/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233259.039084:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233259.039088:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233259.039090:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233259.039095:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9782 00000100:00080000:0.0:1761233259.039099:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233259.039102:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233259.039125:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233259.039140:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748839936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233259.039148:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748839808:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233259.039169:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233259.039174:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233259.039176:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233259.039183:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9782 00000100:00080000:0.0:1761233259.039188:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233259.039197:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233259.039203:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233259.039217:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748840064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233259.039228:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233259.039232:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233259.039234:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233259.039237:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9782 00000100:00080000:0.0:1761233259.039241:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233259.039247:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233259.039253:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761233259.039258:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233259.039273:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748840192/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233259.039285:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233259.039288:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233259.039290:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233259.039294:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9782 00000100:00080000:0.0:1761233259.039298:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233259.039302:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233259.039326:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233259.039337:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233259/real 1761233259] req@ffff9437f87fbb80 x1846776748839808/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233259.039346:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748840320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233259.039368:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233259.039375:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761233259.039376:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748839808/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233259.039379:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233259.039393:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9782 00000100:00080000:0.0:1761233259.039403:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233259.039406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233259.039412:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233259.039418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:0.0:1761233259.039423:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233259.039427:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748839808:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233259.039440:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748840448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233259.039451:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233259.039455:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233259.039457:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233259.039463:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748839936:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233259.039464:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9782 00000100:00080000:0.0:1761233259.039474:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233259.039479:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233259.039484:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233259.039500:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748840576/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233259.039510:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233259.039523:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233259.039528:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233259.039531:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233259.039536:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233259/real 1761233259] req@ffff9437f87fa300 x1846776748839936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233259.039540:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9782 00000100:00080000:0.0:1761233259.039549:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233259.039560:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233259.039568:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233259.039569:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748839936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233259.039584:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761233259.039585:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748840704/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233259.039597:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233259.039607:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748839936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233259.039617:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748840064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233259.039639:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233259.039651:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233259/real 1761233259] req@ffff9437f87fad80 x1846776748840064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233259.039662:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748840064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233259.039671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233259.039674:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233259.039677:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748840064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233259.039684:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748840192:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233259.039699:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233259.039708:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233259/real 1761233259] req@ffff9437f87f9c00 x1846776748840192/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233259.039719:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748840192/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233259.039727:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233259.039764:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233259.039767:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748840192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233259.039773:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748840320:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233259.039916:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233259.039947:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233259/real 1761233259] req@ffff9437f87fb480 x1846776748840320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233259.039962:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748840320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233259.039972:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233259.039976:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233259.039979:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748840320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233259.039990:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748840448:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233259.040006:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233259.040013:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233259/real 1761233259] req@ffff9437f87fa680 x1846776748840448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233259.040021:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748840448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233259.040027:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233259.040029:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233259.040031:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748840448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233259.040075:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748840576:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233259.040086:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233259.040092:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233259/real 1761233259] req@ffff9437f87fb100 x1846776748840576/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233259.040100:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748840576/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233259.040105:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233259.040107:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233259.040109:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748840576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233259.040113:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748840704:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233259.040123:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233259.040129:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233259/real 1761233259] req@ffff9437f87f9500 x1846776748840704/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233259.040136:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748840704/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233259.040146:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233259.040148:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233259.040150:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748840704:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233259.550856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233259.550876:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233259.550902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233259.870848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233259.870931:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233260.574838:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233260.574851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233260.574852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233260.894820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233260.894993:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233261.598812:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233261.598818:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233261.598828:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233261.918875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233261.918966:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233262.622869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233262.622870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233262.622913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233262.942841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233262.942987:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233263.646830:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233263.646863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233263.646915:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233263.966861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233263.966958:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233264.158934:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233264.158945:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233264.158951:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233264.158961:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9787 00000100:00080000:3.0:1761233264.158974:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233264.158981:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233264.159026:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748840832/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233264.159072:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233264.159076:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233264.159077:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233264.159081:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9787 00000100:00080000:3.0:1761233264.159084:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233264.159087:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233264.159112:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233264.159126:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748840960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233264.159137:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233264.159141:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233264.159144:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233264.159153:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748840832:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233264.159153:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9787 00000100:00080000:3.0:1761233264.159159:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233264.159173:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233264.159179:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233264.159186:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748841088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233264.159195:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233264.159198:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233264.159200:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233264.159205:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9787 00000100:00080000:3.0:1761233264.159209:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233264.159213:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233264.159217:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233264.159265:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748841216/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233264.159273:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233264.159276:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233264.159277:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233264.159281:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9787 00000100:00080000:3.0:1761233264.159288:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233264.159291:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233264.159296:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233264.159302:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233264.159308:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748841344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233264.159316:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233264.159320:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233264.159322:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233264.159325:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9787 00000100:00080000:3.0:1761233264.159332:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233264.159336:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233264.159340:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233264.159352:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748841472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233264.159359:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233264.159363:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233264/real 1761233264] req@ffff943800b98a80 x1846776748840832/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233264.159365:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233264.159371:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233264.159386:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9787 00000100:00080000:3.0:1761233264.159395:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233264.159401:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233264.159408:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233264.159413:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748840832/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233264.159424:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748841600/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233264.159428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233264.159443:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233264.159452:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748840832:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233264.159458:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233264.159466:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233264.159469:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233264.159475:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9787 00000100:00080000:3.0:1761233264.159483:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233264.159502:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748840960:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233264.159505:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233264.159518:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233264.159543:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748841728/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233264.159544:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233264.159570:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233264/real 1761233264] req@ffff943800b98000 x1846776748840960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233264.159592:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748840960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233264.159603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233264.159607:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233264.159612:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748840960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233264.159620:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748841088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233264.159637:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233264.159647:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233264/real 1761233264] req@ffff943800b99f80 x1846776748841088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233264.159657:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748841088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233264.159665:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233264.159668:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233264.159670:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748841088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233264.159676:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748841216:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233264.159692:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233264.159700:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233264/real 1761233264] req@ffff943800b98700 x1846776748841216/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233264.159711:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748841216/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233264.159718:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233264.159721:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233264.159723:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748841216:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233264.159729:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748841344:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233264.159773:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233264.159785:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233264/real 1761233264] req@ffff943800b9b480 x1846776748841344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233264.159796:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748841344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233264.159804:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233264.159807:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233264.159811:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748841344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233264.159816:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748841472:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233264.159833:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233264.159842:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233264/real 1761233264] req@ffff943800b98380 x1846776748841472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233264.159852:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748841472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233264.159859:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233264.159862:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233264.159864:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748841472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233264.159870:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748841600:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233264.159884:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233264.159892:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233264/real 1761233264] req@ffff943800b99c00 x1846776748841600/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233264.159902:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748841600/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233264.159911:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233264.159914:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233264.159917:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748841600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233264.159940:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748841728:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233264.159955:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233264.159964:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233264/real 1761233264] req@ffff943800b98a80 x1846776748841728/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233264.159974:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748841728/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233264.159982:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233264.159984:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233264.159987:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748841728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233264.670882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233264.670883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233264.670934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233264.990841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233264.990925:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233265.694853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233265.694898:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233265.694968:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233266.014849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233266.014997:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233266.718798:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233266.718924:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233266.718959:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233267.038813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233267.038959:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233267.742844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233267.742857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233267.742873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233268.062885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233268.063004:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233268.766868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233268.766884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233268.766946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233269.086860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233269.086985:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233269.278888:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233269.278900:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233269.278906:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233269.278921:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9792 00000100:00080000:3.0:1761233269.278936:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233269.278943:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233269.278991:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748841856/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233269.279017:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233269.279021:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233269.279023:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233269.279026:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9792 00000100:00080000:3.0:1761233269.279029:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233269.279033:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233269.279042:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233269.279054:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748841984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233269.279068:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748841856:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233269.279072:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233269.279087:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233269.279089:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233269.279100:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9792 00000100:00080000:3.0:1761233269.279103:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233269.279105:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233269.279109:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233269.279119:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748842112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233269.279125:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233269.279128:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233269.279130:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233269.279134:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9792 00000100:00080000:3.0:1761233269.279179:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233269.279186:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233269.279194:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761233269.279201:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233269.279222:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748842240/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233269.279236:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233269.279237:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233269/real 1761233269] req@ffff943800b9b800 x1846776748841856/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233269.279254:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233269.279260:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233269.279266:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748841856/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233269.279270:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9792 00000100:00080000:3.0:1761233269.279284:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233269.279287:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233269.279296:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233269.279296:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233269.279309:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748841856:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761233269.279313:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233269.279335:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748841984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233269.279336:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748842368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233269.279357:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233269.279366:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233269.279368:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233269.279373:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233269.279379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233269/real 1761233269] req@ffff943800b9a680 x1846776748841984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233269.279383:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9792 00000100:00080000:3.0:1761233269.279396:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233269.279402:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748841984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233269.279408:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233269.279426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233269.279433:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761233269.279436:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233269.279439:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748841984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233269.279449:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748842112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233269.279461:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748842496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233269.279470:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233269.279484:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233269/real 1761233269] req@ffff943800b9ad80 x1846776748842112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233269.279491:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233269.279501:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748842112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233269.279503:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233269.279512:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233269.279515:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233269.279531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233269.279532:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9792 00000100:00100000:2.0:1761233269.279539:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748842112:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233269.279546:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233269.279548:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748842240:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761233269.279560:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233269.279570:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761233269.279570:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233269.279582:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233269/real 1761233269] req@ffff943800b9aa00 x1846776748842240/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233269.279603:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748842624/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233269.279604:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748842240/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233269.279640:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233269.279649:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233269.279658:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748842240:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761233269.279685:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233269.279689:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748842368:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233269.279698:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233269.279702:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233269.279710:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9792 00000800:00000100:2.0:1761233269.279716:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233269.279728:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233269.279738:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233269.279777:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233269/real 1761233269] req@ffff943800b99500 x1846776748842368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233269.279788:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748842368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233269.279793:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233269.279795:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233269.279803:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233269.279806:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748842368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233269.279812:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748842496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233269.279822:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748842752/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233269.279850:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233269.279871:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233269/real 1761233269] req@ffff943800b98e00 x1846776748842496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233269.279882:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748842496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233269.279888:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233269.279891:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233269.279893:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748842496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233269.279897:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748842624:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233269.279910:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233269.279916:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233269/real 1761233269] req@ffff943800b9bb80 x1846776748842624/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233269.279925:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748842624/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233269.279930:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233269.279933:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233269.279935:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748842624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233269.279947:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748842752:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233269.279959:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233269.279966:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233269/real 1761233269] req@ffff943800b9aa00 x1846776748842752/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233269.279974:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748842752/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233269.279985:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233269.279987:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233269.279989:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748842752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233269.790831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233269.790852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233269.790920:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233270.110851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233270.110999:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233270.814866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233270.814866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233270.814920:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233271.134868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233271.134974:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233271.838817:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233271.838840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233271.838874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233272.158850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233272.158937:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233272.862863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233272.862877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233272.862917:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233273.182866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233273.182943:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233273.886861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233273.886866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233273.886923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233274.206854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233274.206959:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233274.398928:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233274.398941:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233274.398947:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233274.398960:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9798 00000100:00080000:3.0:1761233274.398975:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233274.398982:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233274.399029:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748842880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233274.399056:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233274.399060:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233274.399062:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233274.399065:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9798 00000100:00080000:3.0:1761233274.399083:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233274.399087:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233274.399098:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233274.399112:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748843008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233274.399125:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233274.399126:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748842880:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233274.399131:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233274.399137:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233274.399146:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9798 00000100:00080000:3.0:1761233274.399150:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233274.399156:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233274.399163:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233274.399179:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748843136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233274.399192:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233274.399195:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233274.399197:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233274.399203:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9798 00000100:00080000:3.0:1761233274.399209:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233274.399218:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233274.399222:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761233274.399226:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233274.399244:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748843264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233274.399254:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233274.399258:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233274.399260:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233274.399266:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9798 00000100:00080000:3.0:1761233274.399271:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233274.399280:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233274.399281:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233274/real 1761233274] req@ffff943800b9ad80 x1846776748842880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233274.399286:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233274.399309:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748843392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233274.399319:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748842880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233274.399323:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233274.399335:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233274.399350:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233274.399351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233274.399361:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9798 00000100:00080000:2.0:1761233274.399363:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233274.399373:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748842880:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233274.399374:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233274.399385:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233274.399392:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233274.399407:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748843520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233274.399410:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748843008:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233274.399436:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233274.399440:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233274.399443:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233274.399451:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9798 00000100:00080000:3.0:1761233274.399458:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233274.399461:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233274.399467:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233274.399475:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233274.399486:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233274/real 1761233274] req@ffff943800b9a680 x1846776748843008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233274.399492:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748843648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233274.399547:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233274.399551:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233274.399552:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233274.399559:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9798 00000100:00100000:2.0:1761233274.399561:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748843008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233274.399565:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233274.399572:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233274.399581:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233274.399596:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748843776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233274.399602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233274.399611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233274.399617:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748843008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233274.399627:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748843136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233274.399654:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233274.399667:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233274/real 1761233274] req@ffff943800b9b800 x1846776748843136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233274.399682:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748843136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233274.399690:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233274.399694:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233274.399698:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748843136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233274.399705:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748843264:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233274.399755:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233274.399770:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233274/real 1761233274] req@ffff943800b98a80 x1846776748843264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233274.399783:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748843264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233274.399791:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233274.399795:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233274.399799:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748843264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233274.399806:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748843392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233274.399829:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233274.399841:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233274/real 1761233274] req@ffff943800b99c00 x1846776748843392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233274.399854:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748843392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233274.399864:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233274.399867:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233274.399871:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748843392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233274.399893:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748843520:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233274.399915:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233274.399928:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233274/real 1761233274] req@ffff943800b98380 x1846776748843520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233274.399941:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748843520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233274.399948:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233274.399952:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233274.399955:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748843520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233274.399962:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748843648:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233274.399983:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233274.399996:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233274/real 1761233274] req@ffff943800b9b480 x1846776748843648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233274.400007:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748843648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233274.400015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233274.400019:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233274.400022:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748843648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233274.400028:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748843776:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233274.400051:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233274.400062:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233274/real 1761233274] req@ffff943800b98700 x1846776748843776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233274.400090:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748843776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233274.400099:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233274.400103:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233274.400106:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748843776:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233274.910917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233274.910926:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233274.910927:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233275.230846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233275.231019:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233275.934918:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233275.934923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233275.934923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233276.254882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233276.254961:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233276.958930:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233276.958953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233276.958959:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233277.278871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233277.278923:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233277.982847:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233277.982847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233277.982873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233278.302862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233278.302977:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233279.006850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233279.006851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233279.006851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233279.326788:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233279.326871:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233279.518878:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233279.518897:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233279.518905:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233279.518926:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9803 00000100:00080000:3.0:1761233279.518941:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233279.518950:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233279.519013:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748843904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233279.519037:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233279.519040:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233279.519041:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233279.519044:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9803 00000100:00080000:3.0:1761233279.519048:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233279.519050:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233279.519058:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233279.519067:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748844032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233279.519076:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233279.519078:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233279.519080:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233279.519085:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748843904:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233279.519085:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9803 00000100:00080000:3.0:1761233279.519090:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233279.519095:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233279.519099:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233279.519108:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748844160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233279.519114:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233279.519116:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233279.519117:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233279.519120:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9803 00000100:00080000:3.0:1761233279.519123:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233279.519125:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233279.519128:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233279.519136:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748844288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233279.519142:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233279.519144:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233279.519145:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233279.519148:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9803 00000100:00080000:3.0:1761233279.519150:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233279.519153:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233279.519155:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233279.519162:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233279.519163:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748844416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233279.519172:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233279.519174:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233279.519176:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233279.519179:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9803 00000100:00080000:3.0:1761233279.519181:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233279.519184:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233279.519187:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233279.519193:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748844544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233279.519200:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233279.519202:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233279.519204:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233279.519207:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9803 00000100:00080000:3.0:1761233279.519210:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233279.519214:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233279.519215:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233279/real 1761233279] req@ffff943800b99f80 x1846776748843904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233279.519217:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233279.519227:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748844672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233279.519239:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233279.519241:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233279.519243:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233279.519246:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9803 00000100:00100000:2.0:1761233279.519250:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748843904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233279.519251:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233279.519257:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233279.519263:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233279.519273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761233279.519273:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748844800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233279.519284:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233279.519291:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748843904:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233279.519316:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748844032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233279.519338:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233279.519350:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233279/real 1761233279] req@ffff943800b98000 x1846776748844032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233279.519373:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748844032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233279.519383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233279.519386:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233279.519390:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748844032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233279.519397:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748844160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233279.519418:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233279.519430:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233279/real 1761233279] req@ffff943800b98700 x1846776748844160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233279.519443:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748844160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233279.519460:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233279.519463:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233279.519467:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748844160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233279.519474:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748844288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233279.519494:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233279.519505:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233279/real 1761233279] req@ffff943800b9b480 x1846776748844288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233279.519518:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748844288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233279.519526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233279.519530:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233279.519533:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748844288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233279.519540:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748844416:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233279.519562:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233279.519575:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233279/real 1761233279] req@ffff943800b98380 x1846776748844416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233279.519588:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748844416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233279.519596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233279.519600:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233279.519604:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748844416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233279.519610:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748844544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233279.519640:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233279.519652:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233279/real 1761233279] req@ffff943800b99c00 x1846776748844544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233279.519664:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748844544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233279.519673:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233279.519676:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233279.519679:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748844544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233279.519685:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748844672:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233279.519703:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233279.519713:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233279/real 1761233279] req@ffff943800b98a80 x1846776748844672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233279.519723:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748844672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233279.519755:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233279.519758:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233279.519761:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748844672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233279.519768:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748844800:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233279.519786:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233279.519796:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233279/real 1761233279] req@ffff943800b9b800 x1846776748844800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233279.519808:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748844800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233279.519828:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233279.519831:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233279.519834:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748844800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233280.030819:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233280.030825:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233280.030888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233280.350843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233280.350968:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233281.054894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233281.054903:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233281.054942:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233281.374861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233281.374972:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233282.078934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233282.078972:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233282.079048:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233282.398883:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233282.399060:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233283.102903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233283.102909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233283.102992:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233283.422891:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233283.423008:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233284.126957:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233284.126965:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233284.127045:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233284.446877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233284.446962:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233284.638922:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233284.638949:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233284.638954:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233284.638964:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9808 00000100:00080000:0.0:1761233284.638975:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233284.638982:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233284.639021:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748844928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233284.639047:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233284.639051:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233284.639052:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233284.639056:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9808 00000100:00080000:0.0:1761233284.639059:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233284.639062:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233284.639070:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233284.639081:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748845056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233284.639091:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233284.639095:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233284.639096:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233284.639102:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748844928:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233284.639103:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9808 00000100:00080000:0.0:1761233284.639106:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233284.639114:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233284.639119:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233284.639129:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748845184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233284.639137:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233284.639141:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233284.639142:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233284.639146:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9808 00000100:00080000:0.0:1761233284.639160:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233284.639163:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233284.639168:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233284.639178:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233284.639181:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748845312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233284.639191:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233284.639195:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233284.639197:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233284.639201:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9808 00000100:00080000:0.0:1761233284.639205:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233284.639208:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233284.639213:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233284.639223:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233284/real 1761233284] req@ffff9437f87fb800 x1846776748844928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233284.639226:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748845440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233284.639258:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233284.639261:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233284.639263:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233284.639266:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748844928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233284.639270:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9808 00000100:00080000:0.0:1761233284.639278:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233284.639285:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233284.639288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233284.639290:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233284.639296:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761233284.639304:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748845568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233284.639304:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748844928:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233284.639320:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233284.639323:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233284.639325:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233284.639329:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9808 00000100:00080000:0.0:1761233284.639333:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233284.639338:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748845056:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233284.639339:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233284.639347:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233284.639361:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748845696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233284.639370:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233284.639376:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1761233284.639376:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233284.639380:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233284.639388:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9808 00000100:00080000:0.0:1761233284.639393:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233284.639397:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233284/real 1761233284] req@ffff9437f87f9180 x1846776748845056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233284.639400:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233284.639409:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233284.639419:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748845056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233284.639424:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748845824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233284.639442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233284.639449:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233284.639453:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748845056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233284.639459:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748845184:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233284.639476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233284.639484:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233284/real 1761233284] req@ffff9437f87f8700 x1846776748845184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233284.639493:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748845184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233284.639500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233284.639503:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233284.639505:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748845184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233284.639510:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748845312:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233284.639522:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233284.639529:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233284/real 1761233284] req@ffff9437f87f8000 x1846776748845312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233284.639544:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748845312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233284.639551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233284.639553:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233284.639555:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748845312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233284.639559:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748845440:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233284.639571:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233284.639579:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233284/real 1761233284] req@ffff9437f87faa00 x1846776748845440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233284.639588:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748845440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233284.639594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233284.639596:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233284.639598:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748845440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233284.639602:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748845568:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233284.639614:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233284.639621:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233284/real 1761233284] req@ffff9437f87f8a80 x1846776748845568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233284.639629:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748845568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233284.639640:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233284.639643:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233284.639645:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748845568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233284.639660:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748845696:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233284.639673:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233284.639680:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233284/real 1761233284] req@ffff9437f87f9f80 x1846776748845696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233284.639689:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748845696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233284.639695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233284.639698:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233284.639700:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748845696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233284.639705:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748845824:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233284.639717:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233284.639724:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233284/real 1761233284] req@ffff9437f87f8e00 x1846776748845824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233284.639762:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748845824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233284.639770:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233284.639772:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233284.639775:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748845824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233285.150854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233285.150857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233285.150881:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233285.470827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233285.470970:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233286.174868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233286.174872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233286.174873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233286.494827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233286.494926:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233287.198862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233287.198893:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233287.198940:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233287.518880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233287.519011:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233288.222891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233288.222902:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233288.222906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233288.542924:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233288.542929:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233289.246907:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233289.246925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233289.246931:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233289.566908:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233289.567003:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233289.758929:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233289.758940:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233289.758945:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233289.758957:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9813 00000100:00080000:3.0:1761233289.758970:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233289.758975:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233289.759019:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748845952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233289.759042:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233289.759044:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233289.759046:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233289.759049:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9813 00000100:00080000:3.0:1761233289.759051:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233289.759054:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233289.759062:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233289.759071:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748846080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233289.759077:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748845952:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233289.759081:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233289.759086:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233289.759087:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233289.759090:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9813 00000100:00080000:3.0:1761233289.759092:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233289.759094:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233289.759097:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233289.759105:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748846208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233289.759116:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233289.759119:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233289.759120:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233289.759122:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9813 00000100:00080000:3.0:1761233289.759133:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233289.759136:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233289.759139:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233289.759140:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233289.759151:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748846336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233289.759159:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233289.759162:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233289.759163:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233289.759165:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9813 00000100:00080000:3.0:1761233289.759168:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233289.759171:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233289.759175:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233289.759180:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233289/real 1761233289] req@ffff943800b9a680 x1846776748845952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233289.759185:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748846464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233289.759203:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233289.759206:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761233289.759209:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748845952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233289.759209:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233289.759217:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9813 00000100:00080000:3.0:1761233289.759223:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233289.759227:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233289.759227:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233289.759230:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233289.759233:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233289.759238:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748845952:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233289.759242:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748846592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233289.759249:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233289.759252:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233289.759253:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233289.759256:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9813 00000100:00080000:3.0:1761233289.759259:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233289.759260:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748846080:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233289.759264:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233289.759268:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233289.759278:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748846720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233289.759284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233289.759285:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233289.759289:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233289.759291:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233289.759295:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9813 00000100:00100000:2.0:1761233289.759298:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233289/real 1761233289] req@ffff943800b9ad80 x1846776748846080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233289.759300:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233289.759307:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233289.759314:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233289.759319:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748846080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233289.759324:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748846848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233289.759330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233289.759337:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233289.759344:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748846080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233289.759356:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748846208:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233289.759370:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233289.759377:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233289/real 1761233289] req@ffff943800b9aa00 x1846776748846208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233289.759385:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748846208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233289.759391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233289.759393:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233289.759395:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748846208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233289.759399:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748846336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233289.759410:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233289.759419:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233289/real 1761233289] req@ffff943800b9bb80 x1846776748846336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233289.759431:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748846336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233289.759440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233289.759444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233289.759447:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748846336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233289.759453:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748846464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233289.759474:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233289.759482:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233289/real 1761233289] req@ffff943800b98e00 x1846776748846464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233289.759491:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748846464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233289.759496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233289.759498:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233289.759500:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748846464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233289.759504:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748846592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233289.759515:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233289.759521:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233289/real 1761233289] req@ffff943800b99500 x1846776748846592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233289.759529:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748846592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233289.759533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233289.759535:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233289.759537:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748846592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233289.759550:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748846720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233289.759560:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233289.759566:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233289/real 1761233289] req@ffff943800b9a680 x1846776748846720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233289.759574:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748846720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233289.759583:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233289.759585:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233289.759587:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748846720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233289.759590:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748846848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233289.759599:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233289.759605:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233289/real 1761233289] req@ffff943800b9b800 x1846776748846848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233289.759612:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748846848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233289.759617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233289.759619:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233289.759621:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748846848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233290.270861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233290.270862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233290.270864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233290.590887:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233290.591051:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233291.294856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233291.294856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233291.294864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233291.614862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233291.614959:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233292.318881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233292.318881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233292.318882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233292.638879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233292.638944:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233293.342820:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233293.342846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233293.342890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233293.662861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233293.662975:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233294.366838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233294.366862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233294.366876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233294.686873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233294.687018:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233294.878980:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233294.878998:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233294.879005:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233294.879022:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9818 00000100:00080000:3.0:1761233294.879043:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233294.879055:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233294.879120:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748846976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233294.879164:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233294.879171:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233294.879173:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233294.879180:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9818 00000100:00080000:3.0:1761233294.879185:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233294.879191:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233294.879207:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233294.879223:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748847104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233294.879243:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748846976:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233294.879263:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233294.879269:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233294.879272:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233294.879280:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9818 00000100:00080000:3.0:1761233294.879286:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233294.879294:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233294.879302:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233294.879325:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748847232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233294.879340:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233294.879342:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233294.879355:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233294.879358:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233294.879366:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9818 00000100:00080000:3.0:1761233294.879386:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233294.879394:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233294.879406:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233294.879415:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233294/real 1761233294] req@ffff943800b98a80 x1846776748846976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233294.879429:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748847360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233294.879490:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233294.879498:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233294.879501:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233294.879508:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9818 00000100:00080000:3.0:1761233294.879516:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233294.879526:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748846976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233294.879528:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233294.879539:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233294.879565:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748847488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233294.879589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233294.879596:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233294.879605:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233294.879611:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233294.879617:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233294.879629:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748846976:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233294.879637:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9818 00000100:00080000:3.0:1761233294.879657:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233294.879665:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233294.879673:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233294.879691:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748847616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233294.879696:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748847104:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233294.879815:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233294.879821:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233294.879824:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761233294.879840:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233294.879841:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9818 00000100:00080000:3.0:1761233294.879864:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233294.879873:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233294.879881:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233294.879906:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233294/real 1761233294] req@ffff943800b99c00 x1846776748847104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233294.879907:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748847744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233294.879966:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233294.879979:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233294.879989:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233294.880008:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9818 00000100:00080000:3.0:1761233294.880017:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233294.880023:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233294.880033:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233294.880041:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748847104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233294.880054:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748847872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233294.880074:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233294.880089:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233294.880097:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748847104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233294.880113:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748847232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233294.880156:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233294.880173:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233294/real 1761233294] req@ffff943800b98380 x1846776748847232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233294.880188:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748847232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233294.880199:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233294.880203:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233294.880207:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748847232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233294.880216:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748847360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233294.880237:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233294.880248:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233294/real 1761233294] req@ffff943800b9b480 x1846776748847360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233294.880262:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748847360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233294.880272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233294.880276:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233294.880279:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748847360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233294.880287:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748847488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233294.880306:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233294.880317:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233294/real 1761233294] req@ffff943800b98700 x1846776748847488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233294.880331:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748847488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233294.880341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233294.880344:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233294.880348:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748847488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233294.880375:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748847616:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233294.880396:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233294.880408:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233294/real 1761233294] req@ffff943800b98000 x1846776748847616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233294.880423:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748847616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233294.880437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233294.880443:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233294.880450:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748847616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233294.880462:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748847744:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233294.880498:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233294.880520:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233294/real 1761233294] req@ffff943800b99f80 x1846776748847744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233294.880545:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748847744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233294.880562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233294.880569:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233294.880575:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748847744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233294.880588:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748847872:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233294.880630:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233294.880653:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233294/real 1761233294] req@ffff943800b98a80 x1846776748847872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233294.880678:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748847872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233294.880704:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233294.880708:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233294.880713:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748847872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233295.390876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233295.390939:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233295.390996:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233295.710893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233295.711035:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233296.414867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233296.414868:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233296.414946:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233296.734893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233296.735005:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233297.438871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233297.438873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233297.438873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233297.758863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233297.758990:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233298.462846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233298.462870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233298.462919:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233298.782800:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233298.783065:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233299.486959:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233299.486971:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233299.487011:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233299.806850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233299.806895:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233299.998907:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233299.998916:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233299.998922:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233299.998931:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9823 00000100:00080000:0.0:1761233299.998941:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233299.998949:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233299.998983:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748848000/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233299.999005:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233299.999007:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233299.999009:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233299.999012:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9823 00000100:00080000:0.0:1761233299.999014:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233299.999017:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233299.999024:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233299.999033:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748848128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233299.999042:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748848000:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233299.999043:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233299.999052:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233299.999054:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233299.999057:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9823 00000100:00080000:0.0:1761233299.999060:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233299.999062:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233299.999065:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233299.999073:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748848256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233299.999085:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233299.999087:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233299.999088:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233299.999090:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9823 00000100:00080000:0.0:1761233299.999094:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233299.999096:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233299.999099:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233299.999104:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233299.999108:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748848384/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233299.999116:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233299.999119:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233299.999120:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233299.999123:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9823 00000100:00080000:0.0:1761233299.999126:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233299.999128:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233299.999131:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233299.999140:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748848512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233299.999144:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233299/real 1761233299] req@ffff9437f87f8380 x1846776748848000/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233299.999151:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233299.999160:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233299.999163:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233299.999167:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9823 00000100:00080000:0.0:1761233299.999170:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233299.999171:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748848000/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233299.999175:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233299.999181:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233299.999187:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761233299.999191:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748848640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233299.999195:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233299.999202:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748848000:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233299.999206:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233299.999209:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233299.999210:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233299.999213:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9823 00000100:00080000:0.0:1761233299.999216:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233299.999218:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233299.999220:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233299.999224:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748848128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233299.999229:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748848768/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233299.999237:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233299.999239:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233299.999241:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233299.999244:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9823 00000100:00080000:0.0:1761233299.999247:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233299.999248:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233299.999252:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233299.999256:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233299.999264:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233299/real 1761233299] req@ffff9437f87f9880 x1846776748848128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233299.999267:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748848896/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233299.999288:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748848128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233299.999299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233299.999302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233299.999307:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748848128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233299.999312:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748848256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233299.999324:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233299.999330:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233299/real 1761233299] req@ffff9437f87f8e00 x1846776748848256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233299.999338:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748848256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233299.999343:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233299.999345:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233299.999347:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748848256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233299.999351:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748848384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233299.999361:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233299.999366:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233299/real 1761233299] req@ffff9437f87f9f80 x1846776748848384/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233299.999374:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748848384/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233299.999379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233299.999381:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233299.999383:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748848384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233299.999386:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748848512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233299.999395:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233299.999401:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233299/real 1761233299] req@ffff9437f87f8a80 x1846776748848512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233299.999409:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748848512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233299.999414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233299.999415:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233299.999417:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748848512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233299.999420:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748848640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233299.999430:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233299.999435:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233299/real 1761233299] req@ffff9437f87faa00 x1846776748848640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233299.999443:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748848640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233299.999447:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233299.999449:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233299.999451:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748848640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233299.999463:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748848768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233299.999472:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233299.999478:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233299/real 1761233299] req@ffff9437f87f8000 x1846776748848768/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233299.999485:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748848768/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233299.999490:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233299.999492:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233299.999494:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748848768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233299.999498:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748848896:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233299.999507:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233299.999512:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233299/real 1761233299] req@ffff9437f87f8700 x1846776748848896/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233299.999519:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748848896/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233299.999524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233299.999526:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233299.999528:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748848896:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233300.510853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233300.510853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233300.510854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233300.830839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233300.830876:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233301.534865:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233301.534902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233301.534943:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233301.854919:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233301.855009:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233302.558950:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233302.559030:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233302.559033:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233302.878904:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233302.879017:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233303.582923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233303.583016:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233303.583309:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233303.902889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233303.902949:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233304.606915:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233304.607115:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233304.607247:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233304.926867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233304.926960:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233305.118986:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233305.119001:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233305.119008:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233305.119021:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9828 00000100:00080000:3.0:1761233305.119037:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233305.119046:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233305.119114:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748849024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233305.119177:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233305.119183:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233305.119185:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233305.119192:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9828 00000100:00080000:3.0:1761233305.119198:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233305.119206:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233305.119222:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233305.119245:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748849024:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233305.119246:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748849152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233305.119282:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233305.119288:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233305.119291:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233305.119311:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9828 00000100:00080000:3.0:1761233305.119318:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233305.119324:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233305.119332:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233305.119351:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748849280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233305.119365:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233305.119371:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233305.119376:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761233305.119379:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233305.119394:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9828 00000100:00080000:3.0:1761233305.119405:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233305.119412:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233305.119421:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233305.119446:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748849408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233305.119464:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233305/real 1761233305] req@ffff943800b9b800 x1846776748849024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233305.119466:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233305.119487:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233305.119499:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233305.119520:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9828 00000100:00080000:3.0:1761233305.119531:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233305.119538:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748849024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233305.119548:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233305.119566:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233305.119578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761233305.119624:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748849536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233305.119632:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233305.119647:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748849024:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233305.119663:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233305.119669:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233305.119672:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233305.119679:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9828 00000100:00080000:3.0:1761233305.119684:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233305.119686:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748849152:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233305.119698:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233305.119706:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233305.119722:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233305.119771:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233305/real 1761233305] req@ffff943800b9a680 x1846776748849152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233305.119777:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748849664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233305.119804:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748849152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233305.119810:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233305.119827:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233305.119835:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233305.119840:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233305.119846:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9828 00000100:00080000:2.0:1761233305.119851:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233305.119861:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233305.119862:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748849152:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233305.119874:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233305.119879:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748849280:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761233305.119890:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233305.119915:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748849792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233305.119916:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233305.119933:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233305.119934:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233305/real 1761233305] req@ffff943800b99500 x1846776748849280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233305.119952:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748849280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233305.119956:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233305.119962:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233305.119981:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9828 00000100:00080000:2.0:1761233305.119982:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233305.119991:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233305.119998:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748849280:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233305.120001:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233305.120008:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748849408:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761233305.120011:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233305.120023:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233305.120039:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233305.120046:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748849920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233305.120058:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233305/real 1761233305] req@ffff943800b98e00 x1846776748849408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233305.120091:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748849408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233305.120101:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233305.120106:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233305.120113:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748849408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233305.120121:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748849536:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233305.120140:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233305.120149:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233305/real 1761233305] req@ffff943800b9bb80 x1846776748849536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233305.120161:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748849536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233305.120170:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233305.120174:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233305.120177:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748849536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233305.120197:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748849664:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233305.120213:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233305.120223:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233305/real 1761233305] req@ffff943800b9aa00 x1846776748849664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233305.120235:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748849664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233305.120244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233305.120247:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233305.120251:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748849664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233305.120257:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748849792:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233305.120298:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233305.120316:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233305/real 1761233305] req@ffff943800b9ad80 x1846776748849792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233305.120361:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748849792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233305.120378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233305.120385:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233305.120392:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748849792:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233305.120403:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748849920:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233305.120443:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233305.120472:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233305/real 1761233305] req@ffff943800b9b800 x1846776748849920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233305.120485:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748849920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233305.120495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233305.120498:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233305.120502:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748849920:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233305.630913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233305.631112:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233305.631447:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233305.950848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233305.950903:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233306.655056:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233306.655602:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233306.655682:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233306.974949:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233306.975098:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233307.678931:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233307.678963:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233307.679643:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233307.998942:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233307.999021:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233308.702847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233308.702847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233308.702878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233309.022861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233309.022983:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233309.726836:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233309.726843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233309.726848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233310.046945:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233310.046978:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233310.238932:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233310.238945:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233310.238951:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233310.238964:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9833 00000100:00080000:1.0:1761233310.238978:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233310.238986:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233310.239031:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748850048/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233310.239069:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233310.239074:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233310.239077:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233310.239082:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9833 00000100:00080000:1.0:1761233310.239086:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233310.239090:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233310.239101:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233310.239116:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748850176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233310.239131:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233310.239137:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233310.239141:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233310.239144:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748850048:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233310.239148:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9833 00000100:00080000:1.0:1761233310.239156:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233310.239165:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233310.239170:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233310.239183:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748850304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233310.239196:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233310.239201:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233310.239204:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233310.239209:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9833 00000100:00080000:1.0:1761233310.239244:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233310.239250:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233310.239257:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233310.239275:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748850432/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233310.239288:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233310.239292:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233310.239295:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233310.239300:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9833 00000100:00080000:1.0:1761233310.239305:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233310.239333:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233310.239339:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233310.239383:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748850560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233310.239383:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748850176:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233310.239413:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233310.239417:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233310.239420:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233310.239426:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9833 00000100:00080000:1.0:1761233310.239431:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233310.239437:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233310.239446:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233310.239466:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748850688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233310.239478:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233310.239482:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233310.239485:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233310.239493:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748850304:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233310.239494:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9833 00000100:00080000:1.0:1761233310.239499:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233310.239524:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233310.239533:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233310.239554:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748850816/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233310.239565:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233310.239570:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233310.239572:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233310.239577:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9833 00000100:00080000:1.0:1761233310.239585:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233310.239589:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233310.239596:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233310.239601:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748850432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233310.239616:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748850944/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233310.239669:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748850560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233310.239714:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748850688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233310.239817:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748850816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233310.239857:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748850944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233310.750867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233310.750991:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233310.751011:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233311.070919:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233311.071110:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233311.774978:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233311.774978:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233311.774993:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233312.094879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233312.094997:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233312.798835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233312.798880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233312.798886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233313.118865:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233313.118970:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1761233313.311233:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:3.0:1761233313.311345:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761233313.311380:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233313.311496:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233313.311522:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233313.311541:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233313.311565:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233313.311586:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233313.311596:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233310/real 1761233313] req@ffff9437f86d6a00 x1846776748850176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:3.0:1761233313.311614:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233313.311646:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233313.311693:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748850176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233313.311722:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233313.311778:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233313.311788:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748850176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233313.311819:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233310/real 1761233313] req@ffff9437f86d7b80 x1846776748850304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233313.311842:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748850304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233313.311862:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233313.311869:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233313.311874:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748850304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233313.311887:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233310/real 1761233313] req@ffff9437f86d5f80 x1846776748850432/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233313.311904:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748850432/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233313.311913:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233313.311918:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233313.311922:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748850432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233313.311931:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233310/real 1761233313] req@ffff9437f86d5c00 x1846776748850048/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233313.311945:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748850048/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233313.311953:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233313.311957:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233313.311961:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748850048:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233313.311995:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233310/real 1761233313] req@ffff9437f86d4380 x1846776748850560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233313.312009:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748850560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233313.312018:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233313.312022:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233313.312027:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748850560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233313.312036:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233310/real 1761233313] req@ffff9437f86d5880 x1846776748850688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233313.312050:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748850688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233313.312059:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233313.312063:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233313.312067:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748850688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233313.312075:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233310/real 1761233313] req@ffff9437f86d4700 x1846776748850816/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233313.312089:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748850816/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233313.312098:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233313.312102:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233313.312106:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748850816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233313.312115:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233310/real 1761233313] req@ffff9437f86d6680 x1846776748850944/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233313.312131:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748850944/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233313.312140:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233313.312151:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233313.312155:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748850944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233313.822926:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233313.822935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233313.822942:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233314.142880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233314.142973:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233314.846839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233314.846839:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233314.846840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233315.166863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233315.166998:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233315.358934:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233315.358950:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233315.358957:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233315.358979:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9839 00000100:00080000:1.0:1761233315.358997:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233315.359008:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233315.359070:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748851072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233315.359108:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233315.359114:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233315.359117:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233315.359126:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9839 00000100:00080000:1.0:1761233315.359133:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233315.359140:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233315.359153:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233315.359158:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748851072:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233315.359194:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748851200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233315.359214:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233315.359219:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233315.359221:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233315.359228:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9839 00000100:00080000:1.0:1761233315.359235:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233315.359250:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233315.359251:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761233315.359267:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233315.359288:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748851328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233315.359304:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233315.359308:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233315.359311:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233315.359317:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233315/real 1761233315] req@ffff9437f86d6d80 x1846776748851072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233315.359322:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9839 00000100:00080000:1.0:1761233315.359334:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233315.359346:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233315.359355:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233315.359361:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748851072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233315.359378:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748851456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233315.359383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233315.359401:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233315.359409:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233315.359412:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748851072:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233315.359447:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233315.359452:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233315.359460:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9839 00000100:00080000:1.0:1761233315.359466:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233315.359474:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233315.359483:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748851200:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761233315.359488:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233315.359514:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748851584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233315.359530:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233315.359532:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233315.359542:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233315.359546:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233315.359554:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9839 00000100:00080000:1.0:1761233315.359564:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233315.359567:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233315/real 1761233315] req@ffff9437f86d7100 x1846776748851200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233315.359576:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233315.359589:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233315.359606:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748851200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233315.359616:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748851712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233315.359635:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233315.359639:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233315.359642:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233315.359645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233315.359654:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233315.359662:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748851200:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233315.359668:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9839 00000100:00080000:1.0:1761233315.359679:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233315.359685:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748851328:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233315.359693:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233315.359708:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233315.359793:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748851840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233315.359795:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233315.359814:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233315.359822:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233315/real 1761233315] req@ffff9437f86d4000 x1846776748851328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233315.359823:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233315.359833:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233315.359853:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9839 00000100:00080000:1.0:1761233315.359863:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233315.359865:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748851328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233315.359881:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233315.359898:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761233315.359899:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233315.359917:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233315.359922:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748851328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233315.359930:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748851968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233315.359937:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748851456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233315.359989:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233315.360013:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233315/real 1761233315] req@ffff9437f86d5180 x1846776748851456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233315.360026:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748851456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233315.360035:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233315.360039:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233315.360042:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748851456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233315.360067:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748851584:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233315.360090:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233315.360104:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233315/real 1761233315] req@ffff9437f86d7480 x1846776748851584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233315.360117:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748851584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233315.360127:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233315.360131:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233315.360134:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748851584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233315.360142:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748851712:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233315.360165:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233315.360179:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233315/real 1761233315] req@ffff9437f86d6d80 x1846776748851712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233315.360192:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748851712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233315.360201:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233315.360205:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233315.360209:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748851712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233315.360217:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748851840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233315.360241:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233315.360254:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233315/real 1761233315] req@ffff9437f86d6680 x1846776748851840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233315.360267:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748851840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233315.360276:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233315.360279:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233315.360283:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748851840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233315.360290:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748851968:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233315.360322:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233315.360336:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233315/real 1761233315] req@ffff9437f86d4700 x1846776748851968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233315.360349:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748851968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233315.360357:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233315.360360:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233315.360364:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748851968:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233315.870857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233315.870936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233315.870952:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233316.190799:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233316.190868:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233316.894829:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233316.894870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233316.894912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233317.214841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233317.214925:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233317.918900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233317.918918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233317.918919:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233318.238915:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233318.239023:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233318.942816:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233318.942845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233318.942883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233319.262888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233319.263049:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233319.966930:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233319.966930:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233319.967002:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233320.286906:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233320.287041:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233320.478999:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233320.479013:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233320.479018:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233320.479031:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9844 00000100:00080000:2.0:1761233320.479046:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233320.479055:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233320.479105:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748852096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233320.479156:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233320.479161:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233320.479163:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233320.479169:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9844 00000100:00080000:2.0:1761233320.479173:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233320.479178:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233320.479189:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233320.479208:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748852224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233320.479223:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233320.479227:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233320.479230:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233320.479235:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9844 00000100:00080000:2.0:1761233320.479239:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233320.479246:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233320.479254:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233320.479269:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748852352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233320.479287:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748852096:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233320.479291:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233320.479308:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233320.479323:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233320.479329:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9844 00000100:00080000:2.0:1761233320.479333:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233320.479337:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233320.479371:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233320.479387:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748852480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233320.479399:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233320.479403:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233320.479406:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233320.479412:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9844 00000100:00080000:2.0:1761233320.479418:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233320.479422:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233320.479428:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233320.479444:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748852608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233320.479456:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233320.479461:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233320.479464:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233320.479468:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9844 00000100:00080000:2.0:1761233320.479474:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233320.479478:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233320.479483:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233320.479497:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233320.479505:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748852736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233320.479519:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233320.479525:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233320.479528:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233320.479534:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9844 00000100:00080000:2.0:1761233320.479552:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233320.479557:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233320.479563:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233320.479581:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748852864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233320.479592:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233320.479597:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233320.479601:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233320.479607:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9844 00000100:00080000:2.0:1761233320.479615:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233320.479621:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233320.479630:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233320/real 1761233320] req@ffff9437fa0df100 x1846776748852096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233320.479632:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233320.479660:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748852992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233320.479725:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748852096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233320.479804:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233320.479816:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233320.479825:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748852096:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233320.479844:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748852224:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233320.479911:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233320.479943:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233320/real 1761233320] req@ffff9437fa0de300 x1846776748852224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233320.479977:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748852224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233320.479998:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233320.480007:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233320.480016:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748852224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233320.480069:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748852352:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233320.480114:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233320.480136:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233320/real 1761233320] req@ffff9437fa0df480 x1846776748852352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233320.480159:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748852352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233320.480178:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233320.480184:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233320.480193:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748852352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233320.480207:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748852480:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233320.480241:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233320.480263:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233320/real 1761233320] req@ffff9437fa0ded80 x1846776748852480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233320.480289:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748852480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233320.480307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233320.480314:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233320.480321:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748852480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233320.480334:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748852608:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233320.480401:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233320.480423:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233320/real 1761233320] req@ffff9437fa0dc000 x1846776748852608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233320.480447:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748852608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233320.480464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233320.480471:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233320.480479:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748852608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233320.480492:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748852736:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233320.480526:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233320.480547:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233320/real 1761233320] req@ffff9437fa0df800 x1846776748852736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233320.480571:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748852736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233320.480588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233320.480595:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233320.480602:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748852736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233320.480615:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748852864:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233320.480654:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233320.480675:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233320/real 1761233320] req@ffff9437fa0dca80 x1846776748852864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233320.480700:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748852864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233320.480718:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233320.480724:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233320.480774:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748852864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233320.480788:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748852992:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233320.480833:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233320.480856:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233320/real 1761233320] req@ffff9437fa0dea00 x1846776748852992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233320.480883:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748852992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233320.480902:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233320.480910:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233320.480917:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748852992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233320.990856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233320.990956:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233320.990970:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233321.310824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233321.310935:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233322.014908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233322.014909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233322.014924:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233322.334907:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233322.335026:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233323.038894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233323.039002:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233323.039046:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233323.358813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233323.359035:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233324.062856:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233324.062873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233324.062920:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233324.382804:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233324.382996:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233325.086843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233325.086863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233325.086863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233325.406778:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233325.406874:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233325.598879:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233325.598894:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233325.598900:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233325.598913:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9849 00000100:00080000:2.0:1761233325.598929:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233325.598938:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233325.598984:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748853120/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233325.599021:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233325.599026:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233325.599030:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233325.599036:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9849 00000100:00080000:2.0:1761233325.599043:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233325.599049:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233325.599062:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233325.599071:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748853120:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233325.599088:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748853248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233325.599115:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233325.599121:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233325.599123:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233325.599130:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9849 00000100:00080000:2.0:1761233325.599149:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233325.599156:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233325.599161:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233325.599176:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233325.599222:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748853376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233325.599231:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233325/real 1761233325] req@ffff9437fa0ddc00 x1846776748853120/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233325.599283:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233325.599288:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233325.599291:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233325.599296:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748853120/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233325.599303:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9849 00000100:00080000:1.0:1761233325.599325:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233325.599325:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233325.599337:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233325.599345:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233325.599351:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748853120:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761233325.599361:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233325.599385:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748853248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233325.599386:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748853504/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233325.599409:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233325.599415:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233325.599418:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233325.599431:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9849 00000800:00000100:1.0:1761233325.599432:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233325.599448:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233325.599453:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233325/real 1761233325] req@ffff9437fa0dc380 x1846776748853248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233325.599459:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233325.599480:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233325.599481:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748853248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233325.599500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233325.599503:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233325.599507:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748853248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233325.599514:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748853632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233325.599520:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748853376:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233325.599547:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233325.599553:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233325.599561:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761233325.599566:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233325/real 1761233325] req@ffff9437fa0dc700 x1846776748853376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233325.599566:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233325.599584:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9849 00000100:00100000:1.0:1761233325.599589:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748853376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233325.599598:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233325.599600:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233325.599606:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233325.599611:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233325.599614:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748853376:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761233325.599629:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233325.599638:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748853504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233325.599654:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748853760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233325.599660:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233325.599673:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233325/real 1761233325] req@ffff9437fa0dd500 x1846776748853504/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233325.599691:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233325.599692:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748853504/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233325.599713:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233325.599716:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233325.599719:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233325.599724:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233325.599752:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748853504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233325.599757:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748853632:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233325.599776:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233325.599783:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9849 00000100:00100000:1.0:1761233325.599793:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233325/real 1761233325] req@ffff9437fa0dfb80 x1846776748853632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233325.599797:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233325.599817:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233325.599818:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748853632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233325.599834:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761233325.599835:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233325.599840:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233325.599847:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748853632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233325.599865:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748853760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233325.599866:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748853888/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233325.599885:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233325.599897:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233325/real 1761233325] req@ffff9437fa0dd180 x1846776748853760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233325.599911:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233325.599920:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748853760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233325.599921:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233325.599929:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233325.599937:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233325.599946:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233325.599947:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9849 00000100:00100000:1.0:1761233325.599952:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748853760:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233325.599960:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233325.599965:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748853888:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233325.599973:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233325.599982:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233325.599984:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233325.599997:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233325/real 1761233325] req@ffff9437fa0dc700 x1846776748853888/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233325.600006:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748854016/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233325.600010:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748853888/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233325.600069:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233325.600074:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233325.600081:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748853888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233325.600095:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748854016:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233325.600107:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233325.600120:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233325/real 1761233325] req@ffff9437fa0dc380 x1846776748854016/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233325.600128:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748854016/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233325.600138:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233325.600141:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233325.600143:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748854016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233326.110858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233326.110870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233326.110927:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233326.430880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233326.431052:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233327.134890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233327.135005:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233327.135027:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233327.454865:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233327.454995:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233328.158838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233328.158838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233328.158875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233328.478821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233328.478919:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233329.182804:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233329.182808:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233329.182838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233329.502828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233329.502897:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233330.206831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233330.206846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233330.206855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233330.526896:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233330.526979:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233330.718882:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233330.718894:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233330.718900:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233330.718910:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9854 00000100:00080000:3.0:1761233330.718924:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233330.718931:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233330.718975:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748854144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233330.719003:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233330.719006:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233330.719008:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233330.719011:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9854 00000100:00080000:3.0:1761233330.719014:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233330.719017:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233330.719028:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233330.719038:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748854272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233330.719049:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748854144:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233330.719052:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233330.719067:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233330.719070:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233330.719075:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9854 00000100:00080000:3.0:1761233330.719078:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233330.719083:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233330.719089:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233330.719104:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748854400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233330.719114:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233330.719119:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233330.719121:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233330.719126:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9854 00000800:00000100:1.0:1761233330.719133:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233330.719144:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233330.719155:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233330.719163:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233330.719174:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233330/real 1761233330] req@ffff943800b98a80 x1846776748854144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233330.719195:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748854528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233330.719220:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233330.719225:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748854144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233330.719227:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233330.719235:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233330.719253:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9854 00000100:00080000:1.0:1761233330.719256:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233330.719261:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233330.719265:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233330.719278:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748854144:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233330.719278:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233330.719301:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233330.719317:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748854272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233330.719324:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748854656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233330.719343:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233330.719351:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233330.719356:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233330.719362:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233330.719367:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233330/real 1761233330] req@ffff943800b99f80 x1846776748854272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233330.719369:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9854 00000100:00080000:3.0:1761233330.719383:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233330.719389:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748854272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233330.719394:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233330.719411:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233330.719415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233330.719419:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233330.719422:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748854272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233330.719429:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748854784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233330.719430:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748854400:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233330.719454:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233330.719462:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233330.719468:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233330.719472:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233330.719479:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9854 00000100:00080000:3.0:1761233330.719484:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233330.719486:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233330/real 1761233330] req@ffff943800b98000 x1846776748854400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233330.719492:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233330.719504:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233330.719517:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748854400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233330.719524:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748854912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233330.719558:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233330.719566:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233330.719567:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233330.719577:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748854400:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233330.719580:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233330.719584:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233330.719586:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748854528:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761233330.719595:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9854 00000100:00080000:3.0:1761233330.719602:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233330.719607:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233330.719614:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761233330.719614:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233330.719627:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233330/real 1761233330] req@ffff943800b98700 x1846776748854528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233330.719634:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748855040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233330.719661:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748854528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233330.719672:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233330.719675:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233330.719678:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748854528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233330.719699:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748854656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233330.719712:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233330.719718:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233330/real 1761233330] req@ffff943800b9b480 x1846776748854656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233330.719726:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748854656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233330.719751:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233330.719754:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233330.719756:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748854656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233330.719760:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748854784:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233330.719773:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233330.719780:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233330/real 1761233330] req@ffff943800b98380 x1846776748854784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233330.719788:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748854784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233330.719793:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233330.719796:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233330.719798:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748854784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233330.719802:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748854912:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233330.719811:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233330.719817:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233330/real 1761233330] req@ffff943800b99c00 x1846776748854912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233330.719824:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748854912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233330.719833:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233330.719835:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233330.719837:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748854912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233330.719840:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748855040:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233330.719849:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233330.719855:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233330/real 1761233330] req@ffff943800b98a80 x1846776748855040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233330.719861:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748855040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233330.719866:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233330.719868:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233330.719870:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748855040:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233331.230849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233331.230855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233331.230856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233331.550823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233331.550937:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233332.254871:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233332.254895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233332.254963:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233332.574927:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233332.575023:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233333.278873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233333.278941:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233333.278947:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233333.598899:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233333.599003:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233334.302842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233334.302843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233334.302860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233334.622848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233334.622927:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233335.326865:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233335.326865:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233335.326914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233335.646821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233335.646969:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233335.839003:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233335.839021:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233335.839029:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233335.839046:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9859 00000100:00080000:3.0:1761233335.839062:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233335.839071:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233335.839159:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748855168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233335.839197:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233335.839202:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233335.839205:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233335.839210:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9859 00000100:00080000:3.0:1761233335.839215:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233335.839224:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233335.839237:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233335.839260:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748855296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233335.839262:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748855168:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233335.839289:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233335.839294:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233335.839297:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233335.839303:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9859 00000100:00080000:3.0:1761233335.839309:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233335.839312:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233335.839319:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233335.839335:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748855424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233335.839348:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233335.839352:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233335.839354:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233335.839363:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233335.839366:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9859 00000100:00080000:3.0:1761233335.839375:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233335.839380:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233335.839388:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233335.839406:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748855552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233335.839418:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233335.839424:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761233335.839428:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233335/real 1761233335] req@ffff943800b9b800 x1846776748855168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233335.839429:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233335.839447:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9859 00000100:00080000:3.0:1761233335.839459:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233335.839466:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233335.839472:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233335.839481:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748855168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233335.839493:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748855680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233335.839504:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233335.839519:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233335.839521:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233335.839529:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748855168:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233335.839539:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233335.839548:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233335.839558:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9859 00000100:00080000:3.0:1761233335.839569:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233335.839571:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748855296:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233335.839586:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233335.839599:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233335.839614:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233335.839631:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748855808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233335.839640:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233335/real 1761233335] req@ffff943800b9ad80 x1846776748855296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233335.839661:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233335.839668:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761233335.839672:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748855296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233335.839674:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233335.839692:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9859 00000100:00080000:1.0:1761233335.839703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233335.839704:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233335.839719:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233335.839721:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761233335.839766:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233335.839775:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748855296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233335.839791:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748855936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233335.839795:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748855424:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233335.839821:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233335.839827:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233335.839830:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233335.839837:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9859 00000800:00000100:1.0:1761233335.839845:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233335.839848:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233335.839859:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233335.839867:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233335.839872:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233335/real 1761233335] req@ffff943800b9aa00 x1846776748855424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233335.839888:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748856064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233335.839897:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748855424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233335.839933:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233335.839938:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233335.839944:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748855424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233335.839954:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748855552:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233335.839978:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233335.839990:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233335/real 1761233335] req@ffff943800b9bb80 x1846776748855552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233335.840004:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748855552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233335.840014:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233335.840018:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233335.840022:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748855552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233335.840029:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748855680:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233335.840047:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233335.840058:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233335/real 1761233335] req@ffff943800b98e00 x1846776748855680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233335.840072:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748855680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233335.840082:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233335.840085:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233335.840089:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748855680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233335.840138:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748855808:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233335.840162:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233335.840176:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233335/real 1761233335] req@ffff943800b99500 x1846776748855808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233335.840199:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748855808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233335.840209:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233335.840213:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233335.840217:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748855808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233335.840224:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748855936:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233335.840242:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233335.840253:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233335/real 1761233335] req@ffff943800b9a680 x1846776748855936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233335.840267:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748855936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233335.840277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233335.840280:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233335.840284:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748855936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233335.840290:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748856064:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233335.840307:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233335.840318:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233335/real 1761233335] req@ffff943800b9b800 x1846776748856064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233335.840332:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748856064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233335.840350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233335.840353:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233335.840357:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748856064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233336.350870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233336.350953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233336.351065:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233336.670864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233336.671005:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233337.374878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233337.374889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233337.374899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233337.694834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233337.694952:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233338.398859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233338.398882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233338.398920:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233338.718801:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233338.718936:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233339.422851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233339.422851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233339.422855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233339.742953:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233339.743120:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233340.446895:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233340.446930:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233340.446931:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233340.766793:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233340.766958:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233340.958931:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233340.958939:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233340.958943:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233340.958951:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9864 00000100:00080000:1.0:1761233340.958961:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233340.958967:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233340.958998:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748856192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233340.959037:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233340.959040:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233340.959041:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233340.959045:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9864 00000100:00080000:1.0:1761233340.959048:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233340.959051:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233340.959059:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233340.959069:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748856320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233340.959078:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233340.959087:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748856192:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233340.959088:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233340.959092:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233340.959106:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9864 00000100:00080000:1.0:1761233340.959109:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233340.959111:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233340.959114:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233340.959123:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748856448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233340.959130:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233340.959133:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233340.959134:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233340.959136:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9864 00000100:00080000:1.0:1761233340.959139:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233340.959141:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233340.959144:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233340.959151:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748856576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233340.959157:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233340.959160:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233340.959161:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233340.959164:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9864 00000100:00080000:1.0:1761233340.959177:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233340.959180:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233340.959184:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233340.959195:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748856704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233340.959198:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233340.959209:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233340.959212:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233340.959213:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233340.959216:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9864 00000100:00080000:1.0:1761233340.959220:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233340.959224:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233340.959227:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233340.959238:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748856832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233340.959245:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233340.959247:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233340.959250:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233340.959254:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9864 00000100:00080000:1.0:1761233340.959261:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233340.959265:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233340.959268:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233340.959270:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233340/real 1761233340] req@ffff9437f86d5880 x1846776748856192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233340.959282:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748856960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233340.959296:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233340.959296:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748856192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233340.959316:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233340.959323:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233340.959337:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9864 00000100:00080000:2.0:1761233340.959340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233340.959342:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233340.959354:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233340.959355:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:1.0:1761233340.959368:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233340.959371:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748856192:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233340.959383:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748857088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233340.959404:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748856320:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233340.959429:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233340.959439:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233340/real 1761233340] req@ffff9437f86d4380 x1846776748856320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233340.959448:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748856320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233340.959456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233340.959459:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233340.959462:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748856320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233340.959467:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748856448:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233340.959480:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233340.959486:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233340/real 1761233340] req@ffff9437f86d5c00 x1846776748856448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233340.959494:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748856448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233340.959505:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233340.959508:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233340.959510:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748856448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233340.959514:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748856576:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233340.959525:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233340.959531:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233340/real 1761233340] req@ffff9437f86d5f80 x1846776748856576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233340.959538:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748856576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233340.959544:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233340.959546:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233340.959548:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748856576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233340.959552:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748856704:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233340.959563:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233340.959568:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233340/real 1761233340] req@ffff9437f86d7b80 x1846776748856704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233340.959575:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748856704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233340.959581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233340.959583:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233340.959586:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748856704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233340.959590:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748856832:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233340.959600:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233340.959606:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233340/real 1761233340] req@ffff9437f86d6a00 x1846776748856832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233340.959613:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748856832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233340.959618:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233340.959620:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233340.959622:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748856832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233340.959626:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748856960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233340.959636:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233340.959641:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233340/real 1761233340] req@ffff9437f86d4700 x1846776748856960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233340.959648:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748856960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233340.959653:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233340.959655:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233340.959656:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748856960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233340.959660:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748857088:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233340.959670:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233340.959676:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233340/real 1761233340] req@ffff9437f86d6680 x1846776748857088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233340.959683:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748857088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233340.959689:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233340.959691:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233340.959693:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748857088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233341.470827:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233341.470844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233341.470859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233341.790909:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233341.791026:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233342.494877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233342.494877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233342.494893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233342.814836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233342.814919:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233343.518808:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233343.518821:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233343.518873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233343.838836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233343.838996:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233344.542869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233344.542869:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233344.542881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233344.862889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233344.863032:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233345.566846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233345.566932:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233345.566972:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233345.886908:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233345.887101:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233346.078903:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233346.078916:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233346.078922:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233346.078936:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9869 00000100:00080000:2.0:1761233346.078964:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233346.078972:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233346.079019:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748857216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233346.079048:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233346.079051:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233346.079053:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233346.079056:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9869 00000100:00080000:2.0:1761233346.079059:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233346.079062:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233346.079073:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233346.079083:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748857344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233346.079092:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233346.079097:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233346.079098:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233346.079101:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9869 00000100:00080000:2.0:1761233346.079103:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233346.079107:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233346.079111:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233346.079120:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748857472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233346.079134:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748857216:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233346.079137:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233346.079150:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233346.079154:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233346.079161:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9869 00000100:00080000:2.0:1761233346.079164:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233346.079166:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233346.079169:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233346.079178:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748857600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233346.079186:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233346.079190:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233346.079191:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233346.079194:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9869 00000100:00080000:2.0:1761233346.079198:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233346.079201:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233346.079204:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233346.079211:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748857728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233346.079217:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233346.079219:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233346.079220:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233346.079223:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9869 00000100:00080000:2.0:1761233346.079235:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233346.079238:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233346.079242:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233346.079252:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233346.079259:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748857856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233346.079268:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233346.079271:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233346.079273:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233346.079278:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9869 00000100:00080000:2.0:1761233346.079289:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233346.079292:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233346.079296:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233346.079305:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748857984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233346.079315:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233346.079318:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233346.079320:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233346.079325:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9869 00000100:00080000:2.0:1761233346.079333:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233346.079334:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233346/real 1761233346] req@ffff9437fa0ddc00 x1846776748857216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233346.079340:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233346.079349:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233346.079367:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748858112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233346.079410:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748857216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233346.079429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233346.079436:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233346.079443:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748857216:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233346.079455:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748857344:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233346.079496:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233346.079517:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233346/real 1761233346] req@ffff9437fa0dea00 x1846776748857344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233346.079536:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748857344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233346.079551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233346.079557:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233346.079563:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748857344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233346.079599:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748857472:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233346.079632:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233346.079651:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233346/real 1761233346] req@ffff9437fa0dca80 x1846776748857472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233346.079670:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748857472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233346.079683:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233346.079688:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233346.079694:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748857472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233346.079704:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748857600:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233346.079773:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233346.079794:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233346/real 1761233346] req@ffff9437fa0df800 x1846776748857600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233346.079823:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748857600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233346.079834:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233346.079840:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233346.079845:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748857600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233346.079855:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748857728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233346.079886:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233346.079901:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233346/real 1761233346] req@ffff9437fa0dc000 x1846776748857728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233346.079919:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748857728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233346.079931:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233346.079937:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233346.079970:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748857728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233346.079980:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748857856:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233346.080008:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233346.080023:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233346/real 1761233346] req@ffff9437fa0ded80 x1846776748857856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233346.080040:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748857856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233346.080060:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233346.080065:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233346.080069:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748857856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233346.080079:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748857984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233346.080104:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233346.080117:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233346/real 1761233346] req@ffff9437fa0df480 x1846776748857984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233346.080134:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748857984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233346.080146:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233346.080151:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233346.080156:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748857984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233346.080165:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748858112:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233346.080202:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233346.080218:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233346/real 1761233346] req@ffff9437fa0de300 x1846776748858112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233346.080237:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748858112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233346.080250:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233346.080255:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233346.080261:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748858112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233346.590909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233346.590913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233346.590994:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233346.910881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233346.910968:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233347.614848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233347.614850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233347.614982:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233347.934935:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233347.935030:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233348.638925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233348.638931:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233348.638991:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233348.958813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233348.959040:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233349.662876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233349.662876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233349.662876:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233349.982890:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233349.982963:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233350.686896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233350.686939:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233350.686939:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233351.006802:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233351.007013:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233351.199002:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233351.199015:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233351.199020:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233351.199037:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9874 00000100:00080000:0.0:1761233351.199049:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233351.199058:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233351.199114:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748858240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233351.199137:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233351.199140:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233351.199141:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233351.199145:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9874 00000100:00080000:0.0:1761233351.199148:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233351.199151:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233351.199159:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233351.199169:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748858368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233351.199174:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748858240:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233351.199181:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233351.199185:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233351.199186:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233351.199189:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9874 00000100:00080000:0.0:1761233351.199194:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233351.199196:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233351.199199:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233351.199209:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748858496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233351.199216:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233351.199219:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233351.199221:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233351.199225:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9874 00000100:00080000:0.0:1761233351.199229:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233351.199242:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233351.199247:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761233351.199251:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233351.199268:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748858624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233351.199280:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233351.199285:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233351/real 1761233351] req@ffff9437f87f9180 x1846776748858240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233351.199286:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233351.199291:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233351.199302:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9874 00000100:00080000:0.0:1761233351.199308:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233351.199309:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748858240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233351.199316:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233351.199322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233351.199324:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233351.199327:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233351.199332:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748858240:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233351.199343:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748858752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233351.199353:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748858368:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233351.199355:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233351.199359:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233351.199361:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233351.199365:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9874 00000100:00080000:0.0:1761233351.199371:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233351.199375:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233351.199380:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233351.199385:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233351.199390:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233351/real 1761233351] req@ffff9437f87fb800 x1846776748858368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233351.199398:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748858880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233351.199404:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748858368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233351.199411:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233351.199418:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233351.199419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233351.199420:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233351.199428:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233351.199429:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9874 00000100:00080000:0.0:1761233351.199436:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233351.199437:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748858368:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233351.199441:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233351.199446:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233351.199447:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748858496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233351.199457:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748859008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233351.199464:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233351.199466:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233351.199470:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233351.199473:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233351.199478:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233351/real 1761233351] req@ffff9437f87f9500 x1846776748858496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233351.199480:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9874 00000100:00080000:0.0:1761233351.199490:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233351.199495:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748858496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233351.199499:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233351.199510:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233351.199511:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233351.199516:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233351.199520:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748858496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233351.199525:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748858624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233351.199531:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748859136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233351.199541:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233351.199554:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233351/real 1761233351] req@ffff9437f87fb100 x1846776748858624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233351.199582:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748858624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233351.199591:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233351.199596:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233351.199599:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748858624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233351.199618:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748858752:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233351.199638:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233351.199649:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233351/real 1761233351] req@ffff9437f87fa680 x1846776748858752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233351.199661:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748858752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233351.199670:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233351.199673:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233351.199676:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748858752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233351.199681:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748858880:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233351.199697:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233351.199706:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233351/real 1761233351] req@ffff9437f87fb480 x1846776748858880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233351.199718:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748858880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233351.199726:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233351.199730:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233351.199733:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748858880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233351.199738:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748859008:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233351.199788:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233351.199800:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233351/real 1761233351] req@ffff9437f87f9c00 x1846776748859008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233351.199813:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748859008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233351.199838:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233351.199840:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233351.199842:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748859008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233351.199847:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748859136:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233351.199871:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233351.199880:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233351/real 1761233351] req@ffff9437f87fad80 x1846776748859136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233351.199887:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748859136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233351.199893:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233351.199895:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233351.199897:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748859136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233351.710875:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233351.710890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233351.710893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233352.030926:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233352.031028:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233352.734872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233352.734872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233352.734954:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233353.054875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233353.054953:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233353.758889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233353.758890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233353.758935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233354.078869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233354.078936:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233354.782898:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233354.783010:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233354.783030:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233355.102858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233355.102932:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233355.806873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233355.806875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233355.806894:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233356.126859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233356.126956:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233356.318974:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233356.318992:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233356.319001:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233356.319019:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9880 00000100:00080000:1.0:1761233356.319037:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233356.319047:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233356.319106:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748859264/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233356.319146:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233356.319153:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233356.319156:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233356.319164:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9880 00000100:00080000:1.0:1761233356.319170:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233356.319177:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233356.319192:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233356.319209:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748859264:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233356.319212:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748859392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233356.319226:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233356.319232:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233356.319234:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233356.319240:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9880 00000100:00080000:1.0:1761233356.319245:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233356.319251:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233356.319258:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233356.319271:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748859520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233356.319285:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233356.319289:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233356.319292:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233356.319296:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9880 00000100:00080000:1.0:1761233356.319303:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233356.319309:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233356.319315:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233356.319321:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233356.319328:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748859648/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233356.319341:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233356.319346:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233356.319348:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233356.319353:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9880 00000100:00080000:1.0:1761233356.319358:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233356.319363:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233356.319368:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233356.319381:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748859776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233356.319388:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233356/real 1761233356] req@ffff9437f86d6d80 x1846776748859264/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233356.319394:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233356.319400:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233356.319402:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233356.319407:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9880 00000100:00080000:1.0:1761233356.319411:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233356.319416:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748859264/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233356.319417:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233356.319423:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233356.319434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233356.319437:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748859904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233356.319440:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233356.319447:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748859264:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233356.319460:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233356.319465:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233356.319468:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233356.319473:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9880 00000100:00080000:1.0:1761233356.319478:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233356.319482:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233356.319486:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748859392:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761233356.319488:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233356.319502:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748860032/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233356.319517:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233356.319519:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233356.319522:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233356.319525:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233356.319530:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9880 00000100:00080000:1.0:1761233356.319536:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233356.319536:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233356/real 1761233356] req@ffff9437f86d7480 x1846776748859392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233356.319542:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233356.319555:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748859392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233356.319560:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233356.319570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233356.319575:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233356.319576:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748860160/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233356.319581:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748859392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233356.319591:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748859520:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233356.319621:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233356.319639:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233356/real 1761233356] req@ffff9437f86d5180 x1846776748859520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233356.319658:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748859520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233356.319672:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233356.319675:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233356.319679:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748859520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233356.319686:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748859648:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233356.319710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233356.319721:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233356/real 1761233356] req@ffff9437f86d4000 x1846776748859648/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233356.319761:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748859648/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233356.319770:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233356.319773:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233356.319776:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748859648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233356.319802:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748859776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233356.319823:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233356.319835:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233356/real 1761233356] req@ffff9437f86d7100 x1846776748859776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233356.319847:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748859776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233356.319855:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233356.319858:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233356.319861:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748859776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233356.319866:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748859904:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233356.319881:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233356.319889:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233356/real 1761233356] req@ffff9437f86d6680 x1846776748859904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233356.319900:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748859904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233356.319916:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233356.319919:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233356.319922:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748859904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233356.319942:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748860032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233356.319956:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233356.319965:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233356/real 1761233356] req@ffff9437f86d4700 x1846776748860032/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233356.319976:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748860032/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233356.319984:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233356.319987:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233356.319990:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748860032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233356.319995:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748860160:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233356.320009:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233356.320018:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233356/real 1761233356] req@ffff9437f86d6a00 x1846776748860160/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233356.320029:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748860160/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233356.320036:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233356.320039:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233356.320043:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748860160:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233356.830980:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233356.830980:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233356.831014:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233357.150993:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233357.151127:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233357.854839:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233357.854843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233357.854854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233358.174848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233358.174933:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233358.878937:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233358.878961:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233358.879076:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233359.198928:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233359.199038:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233359.902878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233359.902883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233359.902923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233360.222879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233360.222946:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233360.926887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233360.926931:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233360.926935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233361.246875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233361.246991:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233361.438984:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233361.439001:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233361.439008:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233361.439024:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9885 00000100:00080000:3.0:1761233361.439044:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233361.439054:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233361.439139:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748860288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233361.439184:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233361.439189:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233361.439192:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233361.439198:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9885 00000100:00080000:3.0:1761233361.439206:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233361.439216:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233361.439235:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233361.439254:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748860288:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233361.439265:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748860416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233361.439283:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233361.439288:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233361.439291:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233361.439297:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9885 00000100:00080000:3.0:1761233361.439304:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233361.439309:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233361.439317:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233361.439333:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748860544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233361.439346:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233361.439351:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233361.439354:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233361.439358:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9885 00000100:00080000:3.0:1761233361.439365:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233361.439374:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233361.439376:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761233361.439384:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233361.439403:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748860672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233361.439416:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233361.439421:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233361.439424:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233361.439429:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9885 00000100:00080000:3.0:1761233361.439436:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233361.439442:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233361.439448:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233361.439454:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233361/real 1761233361] req@ffff943800b98a80 x1846776748860288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233361.439469:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748860800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233361.439486:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233361.439492:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761233361.439497:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748860288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233361.439498:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233361.439514:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9885 00000100:00080000:3.0:1761233361.439525:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233361.439533:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233361.439536:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761233361.439539:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233361.439549:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233361.439559:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748860928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233361.439561:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748860288:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233361.439593:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233361.439598:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233361.439600:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233361.439606:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9885 00000100:00080000:3.0:1761233361.439610:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233361.439615:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233361.439619:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233361.439637:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748860416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233361.439638:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748861056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233361.439666:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233361.439672:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233361.439676:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233361.439684:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9885 00000100:00080000:3.0:1761233361.439742:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233361.439794:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233361.439817:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233361.439829:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233361/real 1761233361] req@ffff943800b99c00 x1846776748860416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233361.439830:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233361.439861:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748861184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233361.439867:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748860416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233361.439903:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233361.439909:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233361.439916:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748860416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233361.439926:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748860544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233361.439957:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233361.439971:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233361/real 1761233361] req@ffff943800b98380 x1846776748860544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233361.439985:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748860544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233361.439995:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233361.439998:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233361.440002:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748860544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233361.440009:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748860672:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233361.440027:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233361.440036:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233361/real 1761233361] req@ffff943800b9b480 x1846776748860672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233361.440049:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748860672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233361.440058:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233361.440061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233361.440064:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748860672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233361.440070:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748860800:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233361.440087:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233361.440098:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233361/real 1761233361] req@ffff943800b98700 x1846776748860800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233361.440110:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748860800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233361.440119:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233361.440122:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233361.440125:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748860800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233361.440131:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748860928:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233361.440147:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233361.440157:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233361/real 1761233361] req@ffff943800b98000 x1846776748860928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233361.440169:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748860928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233361.440178:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233361.440181:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233361.440184:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748860928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233361.440206:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748861056:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233361.440224:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233361.440234:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233361/real 1761233361] req@ffff943800b99f80 x1846776748861056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233361.440245:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748861056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233361.440255:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233361.440259:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233361.440262:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748861056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233361.440268:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748861184:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233361.440283:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233361.440292:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233361/real 1761233361] req@ffff943800b98a80 x1846776748861184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233361.440304:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748861184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233361.440313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233361.440317:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233361.440320:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748861184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233361.950826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233361.950831:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233361.950864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233362.270872:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233362.270975:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233362.974828:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233362.974858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233362.974901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233363.294847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233363.294931:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233363.998814:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233363.998849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233363.998967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233364.318954:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233364.319085:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233365.022797:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233365.022853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233365.022929:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233365.342841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233365.342996:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233366.046930:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233366.046998:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233366.047030:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233366.366805:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233366.366879:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233366.558913:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233366.558931:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233366.558939:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233366.558957:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9890 00000100:00080000:0.0:1761233366.558976:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233366.558990:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233366.559050:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748861312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233366.559092:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233366.559098:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233366.559100:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233366.559106:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9890 00000100:00080000:0.0:1761233366.559113:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233366.559119:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233366.559132:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233366.559153:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748861312:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233366.559155:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748861440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233366.559183:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233366.559187:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233366.559190:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233366.559196:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9890 00000100:00080000:0.0:1761233366.559202:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233366.559205:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233366.559212:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233366.559227:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748861568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233366.559240:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233366.559244:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233366.559246:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233366.559257:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9890 00000800:00000100:2.0:1761233366.559259:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233366.559267:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233366.559276:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233366.559284:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233366.559302:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748861696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233366.559317:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233366.559326:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233366/real 1761233366] req@ffff9437f87fa300 x1846776748861312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233366.559330:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233366.559339:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233366.559356:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9890 00000100:00100000:2.0:1761233366.559365:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748861312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233366.559369:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233366.559389:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233366.559391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233366.559402:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233366.559403:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233366.559414:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748861312:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233366.559440:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748861824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233366.559452:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748861440:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233366.559486:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233366.559494:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000100:2.0:1761233366.559499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233366.559503:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233366.559519:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9890 00000100:00100000:2.0:1761233366.559526:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233366/real 1761233366] req@ffff9437f87fbb80 x1846776748861440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233366.559531:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233366.559549:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233366.559558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748861440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761233366.559559:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233366.559582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233366.559591:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761233366.559592:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748861952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233366.559599:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748861440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233366.559647:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748861568:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233366.559661:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233366.559667:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233366.559671:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233366.559679:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9890 00000100:00080000:0.0:1761233366.559686:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233366.559693:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233366.559700:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233366.559711:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233366.559719:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233366/real 1761233366] req@ffff9437f87fad80 x1846776748861568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233366.559771:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748862080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233366.559790:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748861568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233366.559805:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233366.559811:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233366.559817:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233366.559822:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233366.559827:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233366.559831:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748861568:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233366.559844:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9890 00000100:00100000:2.0:1761233366.559848:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748861696:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761233366.559861:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233366.559872:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233366.559882:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233366.559890:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233366.559913:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748862208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233366.559915:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233366/real 1761233366] req@ffff9437f87f9c00 x1846776748861696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233366.559978:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748861696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233366.559990:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233366.559997:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233366.560002:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748861696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233366.560026:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748861824:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233366.560048:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233366.560061:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233366/real 1761233366] req@ffff9437f87fb480 x1846776748861824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233366.560075:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748861824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233366.560085:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233366.560088:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233366.560092:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748861824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233366.560099:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748861952:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233366.560117:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233366.560128:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233366/real 1761233366] req@ffff9437f87fa680 x1846776748861952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233366.560151:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748861952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233366.560161:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233366.560164:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233366.560168:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748861952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233366.560174:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748862080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233366.560192:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233366.560203:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233366/real 1761233366] req@ffff9437f87fb100 x1846776748862080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233366.560217:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748862080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233366.560226:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233366.560230:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233366.560233:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748862080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233366.560240:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748862208:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233366.560257:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233366.560267:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233366/real 1761233366] req@ffff9437f87f9500 x1846776748862208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233366.560281:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748862208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233366.560298:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233366.560302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233366.560306:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748862208:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233367.070934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233367.070937:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233367.070994:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233367.390919:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233367.391077:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233368.094912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233368.094912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233368.094916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233368.414876:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233368.414963:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233369.118943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233369.118943:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233369.118950:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233369.438849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233369.438918:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233370.142976:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233370.143090:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233370.143472:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233370.462805:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233370.462868:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233371.167015:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233371.167029:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233371.167094:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233371.486891:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233371.487030:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233371.678855:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233371.678869:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233371.678875:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233371.678908:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9895 00000100:00080000:0.0:1761233371.678931:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233371.678942:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233371.678995:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748862336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233371.679046:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233371.679050:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233371.679052:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233371.679057:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9895 00000100:00080000:0.0:1761233371.679061:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233371.679066:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233371.679079:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233371.679096:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748862464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233371.679124:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748862336:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233371.679126:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233371.679147:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233371.679151:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233371.679157:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9895 00000100:00080000:0.0:1761233371.679161:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233371.679168:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233371.679174:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233371.679190:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748862592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233371.679201:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233371.679206:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233371.679208:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233371.679229:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9895 00000100:00080000:0.0:1761233371.679235:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233371.679239:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233371.679246:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233371.679255:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233371.679271:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748862720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233371.679282:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233371.679286:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1761233371.679290:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233371/real 1761233371] req@ffff9437f87fb800 x1846776748862336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233371.679291:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233371.679312:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9895 00000100:00080000:0.0:1761233371.679327:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233371.679334:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233371.679340:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233371.679344:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748862336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233371.679360:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748862848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233371.679364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233371.679389:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233371.679394:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233371.679402:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748862336:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233371.679403:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233371.679413:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233371.679432:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9895 00000100:00080000:0.0:1761233371.679438:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233371.679445:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233371.679451:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233371.679479:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748862976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233371.679479:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748862464:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233371.679514:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233371.679521:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233371.679525:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233371.679531:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9895 00000800:00000100:2.0:1761233371.679562:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233371.679598:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233371.679605:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233371.679612:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233371.679615:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233371/real 1761233371] req@ffff9437f87f9180 x1846776748862464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233371.679645:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748862464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233371.679650:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748863104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233371.679694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233371.679708:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233371.679717:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233371.679718:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748862464:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233371.679754:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761233371.679780:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748862592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233371.679804:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233371.679825:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233371/real 1761233371] req@ffff9437f87f8700 x1846776748862592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233371.679829:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233371.679843:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748862592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233371.679847:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9895 00000100:00080000:0.0:1761233371.679861:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233371.679863:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233371.679871:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233371.679872:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:0.0:1761233371.679882:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233371.679887:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748862592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233371.679900:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748862720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233371.679905:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748863232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233371.679922:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233371.679936:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233371/real 1761233371] req@ffff9437f87f8000 x1846776748862720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233371.679946:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748862720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233371.679953:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233371.679956:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233371.679958:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748862720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233371.679964:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748862848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233371.679978:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233371.679987:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233371/real 1761233371] req@ffff9437f87faa00 x1846776748862848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233371.679996:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748862848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233371.680003:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233371.680005:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233371.680008:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748862848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233371.680027:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748862976:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233371.680041:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233371.680049:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233371/real 1761233371] req@ffff9437f87f8a80 x1846776748862976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233371.680059:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748862976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233371.680065:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233371.680068:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233371.680070:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748862976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233371.680075:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748863104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233371.680088:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233371.680095:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233371/real 1761233371] req@ffff9437f87f9f80 x1846776748863104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233371.680104:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748863104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233371.680111:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233371.680114:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233371.680117:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748863104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233371.680121:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748863232:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233371.680134:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233371.680141:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233371/real 1761233371] req@ffff9437f87f8e00 x1846776748863232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233371.680150:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748863232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233371.680157:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233371.680159:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233371.680162:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748863232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233372.191123:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233372.191379:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233372.191413:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:0.0:1761233372.510877:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233372.510885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761233373.215085:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233373.215103:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233373.215426:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233373.534879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233373.535061:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233374.239014:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233374.239015:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233374.239057:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233374.558835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233374.558935:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233375.262900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233375.262903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233375.262904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233375.582852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233375.583004:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233376.286870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233376.286870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233376.286872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233376.606816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233376.606853:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233376.798867:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233376.798880:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233376.798886:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233376.798899:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9900 00000100:00080000:1.0:1761233376.798913:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233376.798923:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233376.798973:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748863360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233376.798999:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233376.799002:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233376.799004:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233376.799008:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9900 00000100:00080000:1.0:1761233376.799012:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233376.799016:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233376.799025:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233376.799037:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748863488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233376.799065:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748863360:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233376.799068:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233376.799077:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233376.799081:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233376.799086:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9900 00000100:00080000:1.0:1761233376.799088:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233376.799091:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233376.799096:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233376.799107:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748863616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233376.799116:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233376.799120:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233376.799121:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233376.799124:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9900 00000100:00080000:1.0:1761233376.799138:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233376.799142:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233376.799147:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233376.799156:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748863744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233376.799165:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233376.799168:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233376.799170:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233376.799173:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9900 00000100:00080000:1.0:1761233376.799178:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233376.799182:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233376.799186:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233376.799200:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748863872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233376.799208:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233376.799211:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233376.799213:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233376.799219:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9900 00000100:00100000:2.0:1761233376.799220:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748863488:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233376.799222:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233376.799231:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233376.799236:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233376.799248:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748864000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233376.799258:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233376.799262:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233376.799265:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233376.799268:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9900 00000100:00080000:1.0:1761233376.799273:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233376.799276:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233376.799281:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233376.799284:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748863616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233376.799294:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748864128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233376.799310:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233376.799313:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233376.799315:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233376.799319:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9900 00000100:00080000:1.0:1761233376.799323:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233376.799326:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233376.799330:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233376.799336:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748863744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233376.799345:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748864256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233376.799379:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748863872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233376.799411:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748864000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233376.799433:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748864128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233376.799474:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748864256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233377.310826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233377.310826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233377.310872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233377.630868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233377.630906:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233378.334816:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233378.334816:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233378.334849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233378.654853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233378.654925:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233379.358872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233379.358872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233379.358889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233379.678811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233379.678857:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1761233379.871051:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:1.0:1761233379.871136:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1761233379.871160:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233379.871227:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233379.871237:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233379.871244:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233379.871250:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233379.871256:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233379.871261:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233379.871267:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233379.871320:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233376/real 1761233379] req@ffff9437f86d6a00 x1846776748864000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233379.871348:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748864000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233379.871362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233379.871368:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233379.871372:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748864000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233379.871381:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233376/real 1761233379] req@ffff9437f86d4700 x1846776748864128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233379.871394:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748864128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233379.871402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233379.871405:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233379.871442:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748864128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233379.871452:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233376/real 1761233379] req@ffff9437f86d6680 x1846776748864256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233379.871466:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748864256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233379.871475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233379.871478:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233379.871482:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748864256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233379.871489:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233376/real 1761233379] req@ffff9437f86d5f80 x1846776748863488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233379.871500:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748863488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233379.871509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233379.871513:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233379.871516:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748863488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233379.871523:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233376/real 1761233379] req@ffff9437f86d5c00 x1846776748863616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233379.871535:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748863616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233379.871543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233379.871546:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233379.871550:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748863616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233379.871557:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233376/real 1761233379] req@ffff9437f86d4380 x1846776748863744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233379.871570:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748863744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233379.871579:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233379.871582:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233379.871586:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748863744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233379.871594:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233376/real 1761233379] req@ffff9437f86d5880 x1846776748863872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233379.871607:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748863872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233379.871616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233379.871620:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233379.871623:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748863872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233379.871631:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233376/real 1761233379] req@ffff9437f86d7b80 x1846776748863360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233379.871644:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748863360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233379.871653:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233379.871657:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233379.871660:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748863360:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233380.382834:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233380.382917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233380.382928:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233380.702883:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233380.703046:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233381.406882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233381.406900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233381.406960:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233381.726857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233381.726887:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233381.918929:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233381.918939:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233381.918943:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233381.918955:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9905 00000100:00080000:0.0:1761233381.918971:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233381.918979:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233381.919015:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748864384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233381.919040:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233381.919043:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233381.919045:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233381.919048:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9905 00000100:00080000:0.0:1761233381.919050:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233381.919052:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233381.919059:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233381.919069:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748864512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233381.919077:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233381.919079:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233381.919081:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233381.919083:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9905 00000100:00080000:0.0:1761233381.919085:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233381.919087:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233381.919090:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233381.919096:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748864384:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233381.919100:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748864640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233381.919112:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233381.919114:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233381.919115:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233381.919117:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9905 00000100:00080000:0.0:1761233381.919119:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233381.919122:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233381.919125:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233381.919133:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748864768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233381.919139:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233381.919142:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233381.919143:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233381.919145:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9905 00000100:00080000:0.0:1761233381.919150:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233381.919152:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233381.919155:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233381.919166:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748864896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233381.919167:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233381.919175:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233381.919179:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233381.919191:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233381.919199:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9905 00000100:00080000:0.0:1761233381.919202:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233381.919204:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233381.919208:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233381.919217:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748865024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233381.919220:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233381/real 1761233381] req@ffff9437f87f9880 x1846776748864384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233381.919234:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233381.919239:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233381.919240:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233381.919244:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9905 00000100:00080000:0.0:1761233381.919247:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233381.919256:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748864384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233381.919260:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233381.919267:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233381.919273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761233381.919277:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748865152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233381.919284:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233381.919288:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233381.919292:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233381.919294:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233381.919294:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748864384:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233381.919318:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9905 00000100:00080000:0.0:1761233381.919323:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233381.919329:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233381.919330:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748864512:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761233381.919333:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233381.919353:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748865280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233381.919405:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233381.919424:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233381/real 1761233381] req@ffff9437f87f8380 x1846776748864512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233381.919436:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748864512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233381.919445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233381.919448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233381.919452:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748864512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233381.919475:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748864640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233381.919497:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233381.919510:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233381/real 1761233381] req@ffff9437f87f8e00 x1846776748864640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233381.919524:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748864640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233381.919540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233381.919543:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233381.919547:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748864640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233381.919554:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748864768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233381.919575:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233381.919586:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233381/real 1761233381] req@ffff9437f87f9f80 x1846776748864768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233381.919594:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748864768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233381.919600:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233381.919602:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233381.919604:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748864768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233381.919608:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748864896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233381.919620:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233381.919626:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233381/real 1761233381] req@ffff9437f87f8a80 x1846776748864896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233381.919636:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748864896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233381.919643:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233381.919646:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233381.919650:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748864896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233381.919656:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748865024:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233381.919676:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233381.919689:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233381/real 1761233381] req@ffff9437f87faa00 x1846776748865024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233381.919701:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748865024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233381.919710:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233381.919714:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233381.919717:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748865024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233381.919724:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748865152:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233381.919771:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233381.919784:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233381/real 1761233381] req@ffff9437f87f8000 x1846776748865152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233381.919797:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748865152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233381.919805:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233381.919809:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233381.919812:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748865152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233381.919819:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748865280:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233381.919838:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233381.919849:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233381/real 1761233381] req@ffff9437f87f8700 x1846776748865280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233381.919862:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748865280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233381.919871:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233381.919874:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233381.919878:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748865280:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233382.430875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233382.430875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233382.430947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233382.750847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233382.750924:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233383.454931:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233383.454972:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233383.455039:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233383.774860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233383.774984:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233384.478824:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233384.478874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233384.478880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233384.798909:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233384.798983:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233385.502858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233385.502859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233385.502899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233385.822880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233385.822926:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233386.526896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233386.526951:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233386.526977:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233386.846866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233386.846987:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233387.038877:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233387.038892:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233387.038899:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233387.038917:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9910 00000100:00080000:2.0:1761233387.038934:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233387.038944:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233387.038997:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748865408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233387.039031:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233387.039036:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233387.039038:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233387.039043:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9910 00000100:00080000:2.0:1761233387.039050:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233387.039055:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233387.039069:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233387.039080:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748865408:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233387.039097:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748865536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233387.039113:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233387.039118:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233387.039120:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233387.039125:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9910 00000100:00080000:2.0:1761233387.039138:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233387.039142:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233387.039147:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233387.039148:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233387.039163:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748865664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233387.039174:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233387.039176:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233387.039178:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233387.039184:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9910 00000100:00100000:1.0:1761233387.039192:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233387/real 1761233387] req@ffff9437fa0df100 x1846776748865408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233387.039192:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233387.039208:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233387.039219:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233387.039220:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748865408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233387.039238:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233387.039247:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233387.039248:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748865792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233387.039254:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748865408:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233387.039278:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233387.039283:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761233387.039287:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748865536:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233387.039288:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233387.039315:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9910 00000100:00080000:2.0:1761233387.039324:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233387.039330:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233387.039338:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233387.039339:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233387.039351:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233387/real 1761233387] req@ffff9437fa0de300 x1846776748865536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233387.039361:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748865920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233387.039363:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748865536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233387.039427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233387.039433:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233387.039434:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233387.039447:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748865536:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233387.039448:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233387.039454:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233387.039461:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748865664:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233387.039468:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9910 00000100:00080000:2.0:1761233387.039479:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233387.039486:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233387.039488:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233387.039498:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233387/real 1761233387] req@ffff9437fa0df480 x1846776748865664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233387.039498:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233387.039518:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748865664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233387.039528:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748866048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233387.039530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233387.039538:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233387.039546:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748865664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233387.039564:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748865792:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233387.039572:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233387.039578:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233387.039581:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233387.039582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233387.039593:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9910 00000100:00100000:1.0:1761233387.039597:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233387/real 1761233387] req@ffff9437fa0ded80 x1846776748865792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233387.039605:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233387.039615:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233387.039622:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748865792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233387.039624:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233387.039642:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233387.039649:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748866176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233387.039650:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233387.039668:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748865792:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233387.039680:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233387.039686:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233387.039688:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233387.039696:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9910 00000100:00080000:2.0:1761233387.039702:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233387.039706:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748865920:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233387.039714:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233387.039723:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233387.039753:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233387.039764:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233387/real 1761233387] req@ffff9437fa0dc000 x1846776748865920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233387.039778:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748866304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233387.039781:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748865920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233387.039843:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233387.039854:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233387.039858:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748865920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233387.039870:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748866048:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233387.039894:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233387.039907:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233387/real 1761233387] req@ffff9437fa0df800 x1846776748866048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233387.039921:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748866048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233387.039930:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233387.039934:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233387.039937:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748866048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233387.039943:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748866176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233387.039958:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233387.039966:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233387/real 1761233387] req@ffff9437fa0dca80 x1846776748866176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233387.039973:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748866176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233387.039979:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233387.039981:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233387.039983:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748866176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233387.039996:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748866304:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233387.040007:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233387.040013:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233387/real 1761233387] req@ffff9437fa0dea00 x1846776748866304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233387.040020:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748866304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233387.040025:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233387.040027:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233387.040029:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748866304:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233387.550884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233387.550887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233387.550943:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233387.870875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233387.870927:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233388.574842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233388.574869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233388.574895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233388.894866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233388.894993:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233389.598834:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233389.598834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233389.598904:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233389.918847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233389.918934:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233390.622861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233390.622874:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233390.622879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233390.942863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233390.942957:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233391.646892:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233391.646902:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233391.646903:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233391.966915:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233391.966929:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233392.158866:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233392.158879:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233392.158885:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233392.158898:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9915 00000100:00080000:2.0:1761233392.158912:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233392.158921:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233392.158967:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748866432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233392.158998:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233392.159001:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233392.159002:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233392.159006:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9915 00000100:00080000:2.0:1761233392.159009:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233392.159011:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233392.159020:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233392.159031:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748866560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233392.159038:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233392.159042:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233392.159045:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233392.159048:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748866432:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233392.159050:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9915 00000100:00080000:2.0:1761233392.159054:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233392.159060:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233392.159063:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233392.159070:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748866688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233392.159078:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233392.159080:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233392.159081:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233392.159084:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9915 00000100:00080000:2.0:1761233392.159087:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233392.159090:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233392.159093:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233392.159101:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748866816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233392.159107:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233392.159109:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233392.159110:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233392.159113:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9915 00000100:00080000:2.0:1761233392.159123:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233392.159126:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233392.159129:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233392.159136:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233392.159139:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748866944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233392.159147:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233392.159150:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233392.159152:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233392.159154:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9915 00000100:00080000:2.0:1761233392.159162:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233392.159164:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233392.159167:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233392.159175:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748867072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233392.159186:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233392.159190:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761233392.159191:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233392/real 1761233392] req@ffff9437fa0ddc00 x1846776748866432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233392.159193:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233392.159199:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9915 00000100:00080000:2.0:1761233392.159204:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233392.159209:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233392.159213:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233392.159231:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748866432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233392.159237:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748867200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233392.159250:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233392.159251:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233392.159257:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233392.159259:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233392.159260:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233392.159268:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748866432:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233392.159269:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9915 00000100:00080000:2.0:1761233392.159274:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233392.159280:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233392.159285:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233392.159293:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748867328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233392.159307:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748866560:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233392.159330:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233392.159340:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233392/real 1761233392] req@ffff9437fa0dc380 x1846776748866560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233392.159349:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748866560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233392.159356:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233392.159358:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233392.159361:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748866560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233392.159365:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748866688:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233392.159376:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233392.159382:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233392/real 1761233392] req@ffff9437fa0dc700 x1846776748866688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233392.159390:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748866688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233392.159395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233392.159397:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233392.159399:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748866688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233392.159402:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748866816:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233392.159412:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233392.159418:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233392/real 1761233392] req@ffff9437fa0dd180 x1846776748866816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233392.159438:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748866816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233392.159451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233392.159454:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233392.159458:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748866816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233392.159465:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748866944:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233392.159488:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233392.159497:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233392/real 1761233392] req@ffff9437fa0dfb80 x1846776748866944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233392.159509:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748866944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233392.159517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233392.159521:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233392.159524:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748866944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233392.159531:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748867072:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233392.159553:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233392.159566:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233392/real 1761233392] req@ffff9437fa0dd500 x1846776748867072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233392.159578:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748867072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233392.159595:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233392.159599:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233392.159603:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748867072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233392.159609:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748867200:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233392.159628:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233392.159639:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233392/real 1761233392] req@ffff9437fa0dea00 x1846776748867200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233392.159652:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748867200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233392.159661:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233392.159664:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233392.159668:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748867200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233392.159675:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748867328:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233392.159696:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233392.159707:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233392/real 1761233392] req@ffff9437fa0dca80 x1846776748867328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233392.159720:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748867328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233392.159748:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233392.159753:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233392.159758:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748867328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233392.670850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233392.670853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233392.670878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233392.990844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233392.990894:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233393.694905:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233393.694907:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233393.694942:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233394.014856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233394.014916:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233394.718879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233394.718923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233394.718948:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233395.038830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233395.038928:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233395.742867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233395.742867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233395.742879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233396.062963:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233396.063064:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233396.766845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233396.766845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233396.766845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233397.086849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233397.086942:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233397.278869:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233397.278879:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233397.278883:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233397.278894:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9920 00000100:00080000:2.0:1761233397.278908:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233397.278917:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233397.278951:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748867456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233397.278976:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233397.278979:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233397.278981:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233397.278984:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9920 00000100:00080000:2.0:1761233397.278987:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233397.278991:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233397.278999:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233397.279011:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748867584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233397.279020:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233397.279025:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233397.279028:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233397.279029:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748867456:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233397.279035:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9920 00000100:00080000:2.0:1761233397.279046:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233397.279051:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233397.279054:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233397.279068:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748867712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233397.279076:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233397.279078:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233397.279080:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233397.279082:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9920 00000100:00080000:2.0:1761233397.279085:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233397.279088:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233397.279091:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233397.279098:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748867840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233397.279104:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233397.279107:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233397.279109:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233397.279112:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9920 00000100:00080000:2.0:1761233397.279116:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233397.279119:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233397.279124:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233397.279124:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233397.279157:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748867968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233397.279185:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233397.279187:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233397.279189:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233397.279194:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9920 00000100:00080000:2.0:1761233397.279198:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233397.279203:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233397.279207:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233397/real 1761233397] req@ffff9437fa0df800 x1846776748867456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233397.279210:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233397.279231:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748868096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233397.279240:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748867456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233397.279251:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233397.279268:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233397.279271:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233397.279272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233397.279280:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9920 00000100:00080000:1.0:1761233397.279286:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233397.279290:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233397.279296:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748867456:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233397.279301:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233397.279315:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233397.279326:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748868224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233397.279335:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748867584:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233397.279335:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233397.279348:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233397.279354:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233397.279361:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9920 00000100:00080000:2.0:1761233397.279378:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233397.279386:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233397.279393:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233397.279401:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233397.279413:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233397/real 1761233397] req@ffff9437fa0dc000 x1846776748867584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233397.279415:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748868352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233397.279490:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748867584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233397.279505:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233397.279513:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233397.279518:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748867584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233397.279526:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748867712:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233397.279544:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233397.279553:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233397/real 1761233397] req@ffff9437fa0ded80 x1846776748867712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233397.279564:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748867712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233397.279572:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233397.279575:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233397.279577:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748867712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233397.279583:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748867840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233397.279598:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233397.279606:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233397/real 1761233397] req@ffff9437fa0df480 x1846776748867840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233397.279617:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748867840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233397.279624:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233397.279626:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233397.279629:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748867840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233397.279634:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748867968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233397.279648:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233397.279656:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233397/real 1761233397] req@ffff9437fa0de300 x1846776748867968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233397.279666:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748867968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233397.279673:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233397.279676:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233397.279678:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748867968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233397.279683:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748868096:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233397.279697:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233397.279705:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233397/real 1761233397] req@ffff9437fa0df100 x1846776748868096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233397.279714:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748868096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233397.279721:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233397.279724:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233397.279727:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748868096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233397.279786:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748868224:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233397.279801:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233397.279808:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233397/real 1761233397] req@ffff9437fa0dca80 x1846776748868224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233397.279816:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748868224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233397.279822:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233397.279824:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233397.279826:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748868224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233397.279830:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748868352:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233397.279841:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233397.279846:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233397/real 1761233397] req@ffff9437fa0dea00 x1846776748868352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233397.279853:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748868352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233397.279859:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233397.279861:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233397.279863:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748868352:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233397.790915:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233397.790943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233397.790960:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233398.110907:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233398.111052:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233398.814979:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233398.815044:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233398.815089:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233399.134880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233399.134984:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233399.838900:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233399.838916:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233399.838947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233400.158939:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233400.159048:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233400.862888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233400.862958:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233400.862981:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233401.182872:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233401.182937:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233401.886886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233401.886886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233401.886887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233402.206881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233402.206976:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233402.398886:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233402.398900:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233402.398905:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233402.398919:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9926 00000100:00080000:0.0:1761233402.398934:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233402.398942:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233402.398990:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748868480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233402.399019:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233402.399022:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233402.399024:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233402.399028:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9926 00000100:00080000:0.0:1761233402.399032:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233402.399036:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233402.399046:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233402.399071:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748868480:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233402.399073:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748868608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233402.399089:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233402.399092:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233402.399094:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233402.399098:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9926 00000100:00080000:0.0:1761233402.399102:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233402.399105:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233402.399110:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233402.399122:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748868736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233402.399136:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233402.399138:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233402.399140:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233402.399142:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9926 00000100:00080000:0.0:1761233402.399146:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233402.399149:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233402.399152:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233402.399159:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233402.399164:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748868864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233402.399173:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233402.399176:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233402.399178:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233402.399182:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9926 00000100:00080000:0.0:1761233402.399186:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233402.399189:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233402.399192:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233402.399202:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748868992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233402.399210:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233402.399214:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233402/real 1761233402] req@ffff9437f87f9180 x1846776748868480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233402.399215:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233402.399219:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233402.399228:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9926 00000100:00080000:0.0:1761233402.399235:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233402.399243:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233402.399249:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233402.399259:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748868480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233402.399261:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748869120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233402.399291:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233402.399292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233402.399315:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233402.399323:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233402.399323:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233402.399334:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748868480:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233402.399338:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9926 00000100:00080000:0.0:1761233402.399351:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233402.399358:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233402.399365:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233402.399379:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748869248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233402.399386:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748868608:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233402.399399:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233402.399404:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233402.399407:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233402.399421:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9926 00000100:00080000:0.0:1761233402.399427:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233402.399431:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233402.399437:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233402.399455:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748869376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233402.399470:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233402.399499:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233402/real 1761233402] req@ffff9437f87fb800 x1846776748868608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233402.399519:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748868608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233402.399533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233402.399537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233402.399542:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748868608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233402.399550:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748868736:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233402.399572:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233402.399584:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233402/real 1761233402] req@ffff9437f87f9500 x1846776748868736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233402.399598:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748868736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233402.399633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233402.399636:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233402.399639:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748868736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233402.399645:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748868864:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233402.399663:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233402.399672:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233402/real 1761233402] req@ffff9437f87fb100 x1846776748868864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233402.399683:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748868864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233402.399691:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233402.399694:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233402.399697:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748868864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233402.399703:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748868992:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233402.399717:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233402.399726:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233402/real 1761233402] req@ffff9437f87fa680 x1846776748868992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233402.399738:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748868992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233402.399793:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233402.399796:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233402.399799:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748868992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233402.399804:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748869120:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233402.399823:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233402.399832:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233402/real 1761233402] req@ffff9437f87fb480 x1846776748869120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233402.399841:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748869120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233402.399847:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233402.399850:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233402.399853:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748869120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233402.399869:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748869248:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233402.399882:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233402.399889:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233402/real 1761233402] req@ffff9437f87f9c00 x1846776748869248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233402.399902:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748869248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233402.399913:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233402.399917:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233402.399921:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748869248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233402.399929:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748869376:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233402.399954:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233402.399968:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233402/real 1761233402] req@ffff9437f87fad80 x1846776748869376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233402.399983:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748869376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233402.399994:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233402.399998:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233402.400002:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748869376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233402.911004:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233402.911032:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233402.911038:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233403.230864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233403.230963:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233403.934901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233403.934902:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233403.934910:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233404.254858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233404.254951:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233404.958891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233404.958922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233404.958967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233405.278856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233405.278929:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233405.982897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233405.982934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233405.982976:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233406.302961:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233406.303060:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233407.006889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233407.006920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233407.006921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233407.326809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233407.326894:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233407.518880:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233407.518890:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233407.518894:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233407.518903:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9931 00000100:00080000:3.0:1761233407.518914:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233407.518920:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233407.518955:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748869504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233407.518995:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233407.518998:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233407.519000:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233407.519003:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9931 00000100:00080000:3.0:1761233407.519012:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233407.519016:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233407.519025:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233407.519040:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748869632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233407.519055:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748869504:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233407.519056:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233407.519065:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233407.519070:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233407.519076:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9931 00000100:00080000:3.0:1761233407.519079:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233407.519082:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233407.519085:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233407.519093:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748869760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233407.519100:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233407.519102:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233407.519103:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233407.519106:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9931 00000100:00080000:3.0:1761233407.519108:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233407.519111:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233407.519114:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233407.519120:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748869888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233407.519127:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233407.519130:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233407.519131:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233407.519133:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9931 00000100:00080000:3.0:1761233407.519145:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233407.519148:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233407.519150:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233407.519162:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748870016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233407.519165:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233407.519180:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233407.519183:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233407.519185:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233407.519188:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9931 00000100:00080000:3.0:1761233407.519191:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233407.519194:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233407.519197:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233407.519206:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748870144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233407.519211:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233407.519214:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233407.519215:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233407.519217:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9931 00000100:00080000:3.0:1761233407.519220:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233407.519223:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233407.519228:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233407.519246:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233407/real 1761233407] req@ffff943800b9b800 x1846776748869504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233407.519247:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748870272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233407.519289:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233407.519300:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233407.519306:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233407.519310:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9931 00000100:00080000:3.0:1761233407.519312:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233407.519316:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233407.519319:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233407.519326:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748869504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233407.519330:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748870400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233407.519415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233407.519429:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233407.519435:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748869504:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233407.519473:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748869632:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233407.519508:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233407.519524:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233407/real 1761233407] req@ffff943800b9a680 x1846776748869632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233407.519539:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748869632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233407.519550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233407.519555:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233407.519558:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748869632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233407.519567:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748869760:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233407.519585:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233407.519594:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233407/real 1761233407] req@ffff943800b99500 x1846776748869760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233407.519602:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748869760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233407.519608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233407.519611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233407.519613:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748869760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233407.519618:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748869888:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233407.519629:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233407.519636:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233407/real 1761233407] req@ffff943800b98e00 x1846776748869888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233407.519648:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748869888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233407.519653:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233407.519655:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233407.519657:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748869888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233407.519661:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748870016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233407.519672:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233407.519679:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233407/real 1761233407] req@ffff943800b9bb80 x1846776748870016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233407.519686:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748870016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233407.519692:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233407.519694:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233407.519695:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748870016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233407.519699:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748870144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233407.519710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233407.519717:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233407/real 1761233407] req@ffff943800b9aa00 x1846776748870144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233407.519763:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748870144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233407.519781:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233407.519785:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233407.519789:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748870144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233407.519795:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748870272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233407.519813:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233407.519821:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233407/real 1761233407] req@ffff943800b9ad80 x1846776748870272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233407.519829:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748870272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233407.519835:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233407.519837:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233407.519839:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748870272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233407.519843:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748870400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233407.519853:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233407.519859:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233407/real 1761233407] req@ffff943800b98a80 x1846776748870400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233407.519865:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748870400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233407.519871:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233407.519873:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233407.519876:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748870400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233408.030941:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233408.030953:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233408.031022:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233408.350908:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233408.351011:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233409.054920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233409.054923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233409.054924:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233409.374845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233409.374874:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233410.078895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233410.078914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233410.078923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233410.398906:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233410.398985:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233411.102859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233411.102868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233411.102886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233411.422819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233411.422893:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233412.126837:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233412.126841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233412.126932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233412.446854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233412.446960:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233412.638852:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233412.638866:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233412.638870:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233412.638880:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9936 00000100:00080000:1.0:1761233412.638891:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233412.638915:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233412.638951:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748870528/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233412.638976:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233412.638979:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233412.638980:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233412.638983:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9936 00000100:00080000:1.0:1761233412.638987:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233412.638993:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233412.639004:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233412.639019:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748870656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233412.639028:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748870528:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233412.639041:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233412.639048:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233412.639050:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233412.639057:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9936 00000100:00080000:1.0:1761233412.639064:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233412.639070:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233412.639078:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233412.639096:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748870784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233412.639109:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233412.639114:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233412.639116:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761233412.639122:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233412.639127:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9936 00000100:00080000:1.0:1761233412.639138:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233412.639145:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233412.639154:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233412.639175:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748870912/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233412.639180:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233412/real 1761233412] req@ffff9437f86d7100 x1846776748870528/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233412.639225:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233412.639230:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1761233412.639232:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748870528/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233412.639235:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233412.639254:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9936 00000100:00080000:2.0:1761233412.639255:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233412.639263:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233412.639278:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748870528:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233412.639279:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233412.639296:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233412.639304:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233412.639313:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748870656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233412.639326:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748871040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233412.639337:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233412.639356:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233412.639356:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233412/real 1761233412] req@ffff9437f86d4000 x1846776748870656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233412.639378:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233412.639387:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233412.639398:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748870656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233412.639402:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9936 00000100:00080000:1.0:1761233412.639414:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233412.639421:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233412.639428:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233412.639432:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233412.639441:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748870656:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761233412.639446:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233412.639450:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748870784:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233412.639476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233412.639497:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748871168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233412.639501:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233412/real 1761233412] req@ffff9437f86d5180 x1846776748870784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233412.639553:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748870784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233412.639559:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233412.639565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233412.639567:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233412.639572:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233412.639574:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233412.639580:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748870784:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233412.639587:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9936 00000100:00100000:2.0:1761233412.639597:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748870912:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233412.639598:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233412.639610:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233412.639617:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233412.639624:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233412.639640:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748871296/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233412.639641:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233412/real 1761233412] req@ffff9437f86d7480 x1846776748870912/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233412.639718:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233412.639721:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233412.639725:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233412.639730:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9936 00000100:00080000:1.0:1761233412.639732:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233412.639735:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233412.639740:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233412.639746:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748871424/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233412.639773:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748870912/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233412.639788:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233412.639792:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233412.639798:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748870912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233412.639821:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748871040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233412.639841:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233412.639849:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233412/real 1761233412] req@ffff9437f86d6d80 x1846776748871040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233412.639857:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748871040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233412.639863:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233412.639866:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233412.639868:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748871040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233412.639872:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748871168:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233412.639882:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233412.639888:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233412/real 1761233412] req@ffff9437f86d7100 x1846776748871168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233412.639924:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748871168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233412.639931:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233412.639933:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233412.639936:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748871168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233412.639941:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748871296:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233412.639957:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233412.639976:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233412/real 1761233412] req@ffff9437f86d7b80 x1846776748871296/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233412.639984:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748871296/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233412.639989:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233412.639991:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233412.639993:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748871296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233412.639997:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748871424:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233412.640008:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233412.640014:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233412/real 1761233412] req@ffff9437f86d5880 x1846776748871424/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233412.640021:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748871424/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233412.640027:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233412.640029:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233412.640031:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748871424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233413.150851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233413.150875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233413.150959:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233413.470824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233413.471020:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233414.174884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233414.174900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233414.174904:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233414.494845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233414.494916:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233415.198871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233415.198880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233415.198889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233415.518861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233415.518952:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233416.222855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233416.222855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233416.222940:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233416.542824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233416.542901:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233417.246853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233417.246854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233417.246865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233417.566873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233417.566950:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233417.758864:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233417.758874:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233417.758879:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233417.758890:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9941 00000100:00080000:3.0:1761233417.758902:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233417.758908:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233417.758944:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748871552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233417.758975:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233417.758979:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233417.758981:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233417.758985:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9941 00000100:00080000:3.0:1761233417.758988:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233417.758992:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233417.759001:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233417.759013:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748871680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233417.759024:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233417.759027:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233417.759029:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233417.759033:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9941 00000100:00080000:3.0:1761233417.759037:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233417.759041:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233417.759046:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233417.759055:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748871808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233417.759064:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233417.759068:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233417.759070:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233417.759074:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9941 00000100:00080000:3.0:1761233417.759078:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233417.759082:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233417.759087:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233417.759091:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748871552:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233417.759099:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748871936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233417.759111:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233417.759115:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233417.759117:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233417.759121:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9941 00000100:00080000:3.0:1761233417.759139:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233417.759144:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233417.759148:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761233417.759149:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233417.759164:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748872064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233417.759174:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233417.759178:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233417.759181:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233417.759187:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233417/real 1761233417] req@ffff943800b99f80 x1846776748871552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233417.759187:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9941 00000100:00080000:3.0:1761233417.759195:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233417.759203:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233417.759208:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233417.759210:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748871552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233417.759220:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761233417.759221:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748872192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233417.759225:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233417.759233:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748871552:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233417.759244:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233417.759245:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748871680:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233417.759253:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233417.759255:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233417.759260:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9941 00000100:00080000:3.0:1761233417.759266:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233417.759270:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233417.759274:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233417.759280:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233417.759281:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233417/real 1761233417] req@ffff943800b98000 x1846776748871680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233417.759297:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748871680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233417.759298:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748872320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233417.759317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233417.759323:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233417.759324:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233417.759327:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748871680:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233417.759332:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761233417.759336:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748871808:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233417.759338:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233417.759347:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9941 00000100:00080000:3.0:1761233417.759354:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233417.759359:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233417.759360:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233417.759368:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233417.759370:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233417/real 1761233417] req@ffff943800b98700 x1846776748871808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233417.759385:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748871808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233417.759386:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748872448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233417.759401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233417.759407:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233417.759411:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748871808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233417.759434:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748871936:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233417.759446:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233417.759452:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233417/real 1761233417] req@ffff943800b9b480 x1846776748871936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233417.759459:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748871936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233417.759464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233417.759466:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233417.759468:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748871936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233417.759472:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748872064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233417.759481:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233417.759486:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233417/real 1761233417] req@ffff943800b98380 x1846776748872064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233417.759494:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748872064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233417.759499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233417.759501:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233417.759503:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748872064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233417.759507:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748872192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233417.759516:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233417.759521:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233417/real 1761233417] req@ffff943800b99c00 x1846776748872192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233417.759528:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748872192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233417.759532:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233417.759534:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233417.759536:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748872192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233417.759539:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748872320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233417.759549:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233417.759554:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233417/real 1761233417] req@ffff943800b98a80 x1846776748872320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233417.759560:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748872320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233417.759565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233417.759567:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233417.759570:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748872320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233417.759573:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748872448:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233417.759588:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233417.759598:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233417/real 1761233417] req@ffff943800b9ad80 x1846776748872448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233417.759609:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748872448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233417.759618:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233417.759621:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233417.759623:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748872448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233418.270877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233418.270903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233418.270923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233418.590817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233418.590887:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233419.294875:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233419.294880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233419.294902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233419.614838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233419.614899:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233420.318896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233420.318896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233420.318898:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233420.638886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233420.638971:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233421.342856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233421.342889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233421.342913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233421.662902:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233421.662969:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233422.366834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233422.366845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233422.366845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233422.686888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233422.686964:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233422.878909:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233422.878919:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233422.878923:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233422.878934:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9946 00000100:00080000:2.0:1761233422.878944:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233422.878952:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233422.878989:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748872576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233422.879017:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233422.879023:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233422.879025:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233422.879030:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9946 00000100:00080000:2.0:1761233422.879034:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233422.879039:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233422.879049:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233422.879053:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748872576:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233422.879065:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748872704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233422.879078:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233422.879081:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233422.879083:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233422.879087:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9946 00000100:00080000:2.0:1761233422.879100:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233422.879104:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233422.879109:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233422.879110:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233422.879126:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748872832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233422.879137:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233422.879141:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233422.879143:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233422.879148:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233422/real 1761233422] req@ffff9437fa0dd500 x1846776748872576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233422.879151:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9946 00000100:00080000:2.0:1761233422.879159:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233422.879166:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233422.879171:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748872576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233422.879173:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233422.879185:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233422.879191:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233422.879191:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748872960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233422.879198:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748872576:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233422.879217:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233422.879221:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233422.879223:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233422.879229:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9946 00000100:00100000:1.0:1761233422.879230:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748872704:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233422.879234:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233422.879242:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233422.879248:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233422.879253:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233422.879265:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748873088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233422.879266:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233422/real 1761233422] req@ffff9437fa0dfb80 x1846776748872704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233422.879301:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748872704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233422.879301:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233422.879311:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233422.879317:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233422.879319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233422.879324:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9946 00000100:00080000:1.0:1761233422.879326:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233422.879332:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748872704:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233422.879332:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233422.879341:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233422.879343:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748872832:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761233422.879351:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233422.879369:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233422.879369:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748873216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233422.879379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233422/real 1761233422] req@ffff9437fa0dd180 x1846776748872832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233422.879384:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233422.879394:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761233422.879399:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748872832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233422.879399:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233422.879410:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9946 00000100:00080000:1.0:1761233422.879412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233422.879416:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233422.879418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233422.879426:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748872832:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233422.879426:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233422.879436:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233422.879437:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748872960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233422.879456:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748873344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233422.879459:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233422.879470:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233422/real 1761233422] req@ffff9437fa0dc700 x1846776748872960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233422.879472:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233422.879481:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233422.879486:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233422.879490:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748872960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233422.879495:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9946 00000100:00080000:2.0:1761233422.879502:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233422.879504:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233422.879510:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233422.879512:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233422.879518:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748872960:192.168.201.139@tcp:8:kworker.0 00000008:00100000:2.0:1761233422.879518:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233422.879533:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748873472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233422.879536:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748873088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233422.879559:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233422.879569:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233422/real 1761233422] req@ffff9437fa0dc380 x1846776748873088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233422.879578:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748873088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233422.879584:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233422.879587:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233422.879591:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748873088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233422.879595:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748873216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233422.879605:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233422.879610:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233422/real 1761233422] req@ffff9437fa0ddc00 x1846776748873216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233422.879617:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748873216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233422.879627:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233422.879629:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233422.879631:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748873216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233422.879634:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748873344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233422.879642:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233422.879648:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233422/real 1761233422] req@ffff9437fa0dd500 x1846776748873344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233422.879654:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748873344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233422.879659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233422.879662:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233422.879663:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748873344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233422.879672:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748873472:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233422.879681:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233422.879687:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233422/real 1761233422] req@ffff9437fa0dea00 x1846776748873472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233422.879694:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748873472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233422.879699:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233422.879700:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233422.879703:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748873472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233423.390879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233423.390883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233423.390896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233423.710829:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233423.710920:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233424.414912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233424.414951:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233424.414961:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233424.734847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233424.734931:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233425.438841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233425.438985:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233425.438986:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233425.758845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233425.758943:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233426.462813:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233426.462849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233426.462870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233426.782853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233426.782901:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233427.486802:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233427.486808:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233427.486881:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233427.806849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233427.806983:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233427.998871:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233427.998883:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233427.998888:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233427.998899:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9951 00000100:00080000:3.0:1761233427.998912:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233427.998919:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233427.998974:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748873600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233427.999001:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233427.999016:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233427.999018:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233427.999022:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9951 00000100:00080000:3.0:1761233427.999025:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233427.999030:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233427.999040:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233427.999051:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748873728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233427.999056:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748873600:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233427.999063:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233427.999067:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233427.999068:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233427.999072:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9951 00000100:00080000:3.0:1761233427.999075:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233427.999077:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233427.999081:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233427.999106:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748873856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233427.999125:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233427.999127:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233427.999128:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233427.999131:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9951 00000100:00080000:3.0:1761233427.999156:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233427.999159:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233427.999163:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233427.999171:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233427.999175:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748873984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233427.999183:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233427.999187:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233427.999188:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233427.999192:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9951 00000100:00080000:3.0:1761233427.999195:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233427.999198:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233427.999201:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233427.999209:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748874112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233427.999215:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233427.999219:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233427.999220:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233427.999223:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9951 00000100:00080000:3.0:1761233427.999226:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233427.999230:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233427.999233:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233427/real 1761233427] req@ffff943800b9aa00 x1846776748873600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233427.999235:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233427.999250:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748874240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233427.999257:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233427.999262:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748873600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233427.999279:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233427.999283:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233427.999292:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9951 00000100:00080000:3.0:1761233427.999296:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233427.999299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233427.999299:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233427.999307:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233427.999310:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233427.999316:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748873600:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233427.999321:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748874368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233427.999328:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233427.999331:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233427.999333:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233427.999336:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9951 00000100:00080000:3.0:1761233427.999338:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233427.999340:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233427.999344:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233427.999345:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748873728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233427.999354:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748874496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233427.999372:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233427.999415:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233427/real 1761233427] req@ffff943800b9bb80 x1846776748873728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233427.999426:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748873728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233427.999434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233427.999437:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233427.999440:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748873728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233427.999455:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748873856:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233427.999471:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233427.999498:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233427/real 1761233427] req@ffff943800b98e00 x1846776748873856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233427.999512:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748873856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233427.999531:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233427.999535:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233427.999539:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748873856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233427.999546:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748873984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233427.999569:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233427.999579:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233427/real 1761233427] req@ffff943800b99500 x1846776748873984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233427.999588:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748873984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233427.999594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233427.999596:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233427.999599:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748873984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233427.999603:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748874112:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233427.999617:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233427.999639:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233427/real 1761233427] req@ffff943800b9a680 x1846776748874112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233427.999647:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748874112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233427.999670:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233427.999672:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233427.999674:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748874112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233427.999679:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748874240:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233427.999694:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233427.999702:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233427/real 1761233427] req@ffff943800b9b800 x1846776748874240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233427.999709:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748874240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233427.999715:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233427.999717:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233427.999719:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748874240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233427.999722:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748874368:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233427.999754:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233427.999761:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233427/real 1761233427] req@ffff943800b9ad80 x1846776748874368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233427.999774:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748874368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233427.999780:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233427.999782:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233427.999784:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748874368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233427.999800:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748874496:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233427.999812:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233427.999818:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233427/real 1761233427] req@ffff943800b98a80 x1846776748874496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233427.999826:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748874496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233427.999831:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233427.999833:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233427.999835:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748874496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233428.510876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233428.510876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233428.510921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233428.830848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233428.830882:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233429.534817:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233429.534828:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233429.534829:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233429.854836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233429.854903:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233430.558843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233430.558854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233430.558855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233430.878814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233430.878868:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233431.582817:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233431.582851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233431.582869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233431.902871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233431.902946:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233432.606871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233432.606885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233432.606948:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233432.926826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233432.926915:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233433.118909:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233433.118922:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233433.118929:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233433.118943:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9956 00000100:00080000:3.0:1761233433.118960:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233433.118971:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233433.119020:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748874624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233433.119065:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233433.119070:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233433.119073:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233433.119078:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9956 00000100:00080000:3.0:1761233433.119082:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233433.119104:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233433.119114:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233433.119126:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748874752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233433.119138:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233433.119142:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233433.119144:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233433.119148:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9956 00000100:00080000:3.0:1761233433.119153:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233433.119175:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233433.119183:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233433.119190:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748874624:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233433.119202:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748874880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233433.119231:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233433.119236:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233433.119239:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233433.119244:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9956 00000100:00080000:3.0:1761233433.119251:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233433.119256:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233433.119263:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233433.119290:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748875008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233433.119291:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233433.119317:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233433.119325:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233433.119329:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233433.119339:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9956 00000100:00080000:3.0:1761233433.119349:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233433.119353:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233433/real 1761233433] req@ffff943800b99c00 x1846776748874624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233433.119365:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233433.119385:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233433.119396:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748874624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233433.119413:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761233433.119416:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748875136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233433.119424:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233433.119437:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748874624:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233433.119472:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748874752:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233433.119479:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233433.119490:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233433.119495:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233433.119506:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9956 00000100:00080000:3.0:1761233433.119520:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233433.119532:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233433.119535:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233433.119552:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233433.119601:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233433/real 1761233433] req@ffff943800b98380 x1846776748874752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233433.119612:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748875264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233433.119661:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233433.119668:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748874752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233433.119672:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233433.119682:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233433.119700:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233433.119703:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9956 00000100:00080000:1.0:1761233433.119715:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233433.119721:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233433.119723:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748874752:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233433.119791:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233433.119802:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233433.119809:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748874880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233433.119835:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748875392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233433.119854:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233433.119861:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233433.119866:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233433.119872:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233433.119881:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9956 00000100:00080000:3.0:1761233433.119889:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233433.119891:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233433/real 1761233433] req@ffff943800b9b480 x1846776748874880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233433.119903:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233433.119920:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233433.119946:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748875520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233433.119952:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748874880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233433.120007:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233433.120021:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233433.120028:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748874880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233433.120039:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748875008:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233433.120066:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233433.120079:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233433/real 1761233433] req@ffff943800b98700 x1846776748875008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233433.120094:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748875008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233433.120104:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233433.120108:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233433.120112:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748875008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233433.120119:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748875136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233433.120137:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233433.120148:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233433/real 1761233433] req@ffff943800b98000 x1846776748875136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233433.120161:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748875136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233433.120180:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233433.120183:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233433.120187:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748875136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233433.120193:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748875264:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233433.120211:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233433.120221:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233433/real 1761233433] req@ffff943800b99f80 x1846776748875264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233433.120234:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748875264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233433.120244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233433.120248:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233433.120252:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748875264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233433.120273:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748875392:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233433.120291:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233433.120305:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233433/real 1761233433] req@ffff943800b98380 x1846776748875392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233433.120330:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748875392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233433.120346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233433.120351:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233433.120359:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748875392:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233433.120371:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748875520:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233433.120412:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233433.120437:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233433/real 1761233433] req@ffff943800b99c00 x1846776748875520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233433.120462:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748875520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233433.120477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233433.120481:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233433.120486:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748875520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233433.630880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233433.630909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233433.630942:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233433.950849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233433.950991:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233434.654831:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233434.654847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233434.654885:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233434.974877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233434.974975:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233435.678937:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233435.678949:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233435.679564:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233435.998846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233435.998976:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233436.702941:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233436.703048:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233436.703186:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233437.022963:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233437.023088:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233437.727683:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233437.728005:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233437.728062:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233438.046854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233438.046955:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233438.238885:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233438.238898:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233438.238904:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233438.238915:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9961 00000100:00080000:1.0:1761233438.238930:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233438.238938:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233438.238985:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748875648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233438.239013:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233438.239017:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233438.239019:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233438.239023:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9961 00000100:00080000:1.0:1761233438.239026:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233438.239030:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233438.239041:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233438.239052:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748875776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233438.239058:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748875648:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233438.239065:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233438.239069:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233438.239070:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233438.239074:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9961 00000100:00080000:1.0:1761233438.239076:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233438.239079:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233438.239082:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233438.239093:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748875904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233438.239100:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233438.239102:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233438.239103:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233438.239106:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9961 00000100:00080000:1.0:1761233438.239109:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233438.239114:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233438.239118:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233438.239128:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748876032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233438.239135:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233438.239138:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233438.239140:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233438.239142:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9961 00000100:00080000:1.0:1761233438.239145:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233438.239151:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233438.239151:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761233438.239156:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233438.239165:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748876160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233438.239172:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233438.239175:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233438.239178:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233438.239181:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9961 00000100:00080000:1.0:1761233438.239187:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233438.239190:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233438.239192:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233438.239201:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748876288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233438.239207:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233438.239211:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233438.239212:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233438.239218:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9961 00000100:00100000:2.0:1761233438.239219:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233438/real 1761233438] req@ffff9437f86d4380 x1846776748875648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233438.239221:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233438.239228:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233438.239237:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233438.239249:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748876416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233438.239254:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748875648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233438.239262:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233438.239271:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233438.239276:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233438.239280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233438.239281:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9961 00000100:00080000:1.0:1761233438.239288:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233438.239293:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233438.239296:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233438.239301:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748875648:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761233438.239303:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233438.239317:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748876544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233438.239336:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748875776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233438.239361:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233438.239372:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233438/real 1761233438] req@ffff9437f86d5c00 x1846776748875776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233438.239381:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748875776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233438.239392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233438.239396:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233438.239401:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748875776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233438.239408:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748875904:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233438.239433:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233438.239448:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233438/real 1761233438] req@ffff9437f86d5f80 x1846776748875904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233438.239464:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748875904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233438.239479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233438.239482:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233438.239485:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748875904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233438.239513:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748876032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233438.239550:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233438.239559:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233438/real 1761233438] req@ffff9437f86d6680 x1846776748876032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233438.239567:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748876032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233438.239574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233438.239577:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233438.239579:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748876032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233438.239584:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748876160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233438.239596:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233438.239603:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233438/real 1761233438] req@ffff9437f86d4700 x1846776748876160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233438.239611:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748876160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233438.239616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233438.239618:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233438.239621:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748876160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233438.239626:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748876288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233438.239637:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233438.239643:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233438/real 1761233438] req@ffff9437f86d6a00 x1846776748876288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233438.239650:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748876288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233438.239656:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233438.239658:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233438.239660:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748876288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233438.239663:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748876416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233438.239674:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233438.239680:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233438/real 1761233438] req@ffff9437f86d5880 x1846776748876416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233438.239688:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748876416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233438.239694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233438.239696:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233438.239698:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748876416:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233438.239701:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748876544:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233438.239712:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233438.239719:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233438/real 1761233438] req@ffff9437f86d7b80 x1846776748876544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233438.239727:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748876544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233438.239734:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233438.239735:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233438.239737:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748876544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233438.750974:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233438.750990:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233438.751258:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233439.070898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233439.070996:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233439.774962:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233439.775000:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233439.775167:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233440.094866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233440.094961:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233440.798987:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233440.799146:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233440.799564:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233441.118989:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233441.119025:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233441.822912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233441.822942:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233441.822989:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233442.142899:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233442.142996:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233442.846905:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233442.846905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233442.847031:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233443.166913:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233443.166971:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233443.358882:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233443.358897:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233443.358904:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233443.358918:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9967 00000100:00080000:1.0:1761233443.358933:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233443.358940:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233443.358985:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748876672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233443.359017:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233443.359021:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233443.359023:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233443.359027:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9967 00000100:00080000:1.0:1761233443.359031:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233443.359037:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233443.359047:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233443.359064:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748876800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233443.359065:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748876672:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233443.359108:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233443.359112:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233443.359114:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233443.359119:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9967 00000100:00080000:1.0:1761233443.359124:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233443.359128:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233443.359150:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233443.359164:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748876928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233443.359173:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233443.359175:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233443.359177:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233443.359181:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9967 00000100:00080000:1.0:1761233443.359188:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233443.359192:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233443.359197:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233443.359208:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748877056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233443.359218:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233443.359221:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233443.359223:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233443.359226:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9967 00000100:00080000:1.0:1761233443.359230:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233443.359234:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233443.359238:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233443.359250:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748877184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233443.359261:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233443.359265:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761233443.359265:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748876800:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233443.359269:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233443.359278:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9967 00000100:00080000:1.0:1761233443.359287:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233443.359292:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233443.359299:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233443.359314:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748877312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233443.359324:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233443.359327:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233443.359329:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233443.359334:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9967 00000100:00100000:2.0:1761233443.359340:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748876928:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233443.359342:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233443.359353:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233443.359359:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233443.359374:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748877440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233443.359384:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233443.359388:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233443.359390:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233443.359394:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9967 00000100:00080000:1.0:1761233443.359401:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233443.359405:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748877056:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233443.359432:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233443.359458:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233443.359472:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748877568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233443.359497:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748877184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233443.359530:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748877312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233443.359556:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748877440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233443.359582:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748877568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233443.870980:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233443.871017:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233443.871022:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233444.190885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233444.191019:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233444.894863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233444.894892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233444.894945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233445.214840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233445.215004:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233445.918980:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233445.919024:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233445.919062:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233446.238903:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233446.238991:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1761233446.431284:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:2.0:1761233446.431422:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761233446.431458:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233446.431547:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233446.431566:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233446.431591:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233446.431612:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233446.431631:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233446.431652:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233446.431673:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761233446.431677:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233443/real 1761233446] req@ffff9437f86d4000 x1846776748877184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233446.431801:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748877184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233446.431826:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233446.431836:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233446.431844:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748877184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233446.431860:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233443/real 1761233446] req@ffff9437f86d7b80 x1846776748877312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233446.431906:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748877312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233446.431924:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233446.431936:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233446.431948:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748877312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233446.431963:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233443/real 1761233446] req@ffff9437f86d5880 x1846776748877440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233446.431991:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748877440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233446.432033:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233446.432040:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233446.432048:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748877440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233446.432062:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233443/real 1761233446] req@ffff9437f86d6a00 x1846776748877568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233446.432106:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748877568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233446.432122:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233446.432129:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233446.432136:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748877568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233446.432153:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233443/real 1761233446] req@ffff9437f86d6d80 x1846776748876800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233446.432180:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748876800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233446.432196:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233446.432202:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233446.432208:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748876800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233446.432220:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233443/real 1761233446] req@ffff9437f86d7480 x1846776748876928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233446.432240:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748876928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233446.432253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233446.432259:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233446.432264:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748876928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233446.432276:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233443/real 1761233446] req@ffff9437f86d5180 x1846776748877056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233446.432298:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748877056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233446.432313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233446.432320:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233446.432325:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748877056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233446.432337:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233443/real 1761233446] req@ffff9437f86d7100 x1846776748876672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233446.432360:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748876672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233446.432408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233446.432415:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233446.432422:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748876672:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233446.942896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233446.942898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233446.942918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233447.262878:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233447.263021:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233447.966901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233447.966933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233447.966936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233448.286886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233448.286995:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233448.478925:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233448.478939:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233448.478946:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233448.478964:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9972 00000100:00080000:0.0:1761233448.478980:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233448.478992:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233448.479048:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748877696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233448.479089:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233448.479094:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233448.479097:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233448.479102:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9972 00000100:00080000:0.0:1761233448.479107:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233448.479113:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233448.479125:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233448.479143:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748877824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233448.479154:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748877696:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233448.479176:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233448.479182:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233448.479184:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233448.479190:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9972 00000100:00080000:0.0:1761233448.479198:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233448.479203:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233448.479210:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233448.479228:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748877952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233448.479240:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233448.479244:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233448.479247:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233448.479252:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9972 00000100:00080000:0.0:1761233448.479257:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233448.479266:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233448.479267:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233448.479281:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233448.479298:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748878080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233448.479311:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233448.479316:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233448.479318:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233448.479324:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9972 00000100:00100000:1.0:1761233448.479361:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233448/real 1761233448] req@ffff9437f87fbb80 x1846776748877696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233448.479388:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233448.479403:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233448.479415:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748877696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761233448.479419:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233448.479441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761233448.479449:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748878208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233448.479456:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233448.479474:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233448.479482:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761233448.479485:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748877696:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233448.479488:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233448.479499:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9972 00000100:00080000:0.0:1761233448.479510:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233448.479518:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233448.479526:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233448.479545:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748878336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233448.479547:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748877824:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233448.479576:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233448.479581:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233448.479585:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233448.479594:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9972 00000100:00080000:0.0:1761233448.479602:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233448.479606:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233448.479614:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233448.479623:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233448.479635:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233448/real 1761233448] req@ffff9437f87fa300 x1846776748877824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233448.479647:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748878464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233448.479676:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233448.479680:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748877824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233448.479684:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233448.479692:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233448.479706:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9972 00000100:00080000:1.0:1761233448.479709:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233448.479715:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233448.479723:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233448.479769:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748877824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233448.479780:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748877952:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233448.479794:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233448.479805:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233448.479823:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233448.479835:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748878592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233448.479850:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233448/real 1761233448] req@ffff9437f87fad80 x1846776748877952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233448.479875:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748877952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233448.479890:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233448.479896:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233448.479902:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748877952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233448.479920:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748878080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233448.479957:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233448.479974:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233448/real 1761233448] req@ffff9437f87f9c00 x1846776748878080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233448.479991:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748878080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233448.480003:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233448.480008:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233448.480013:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748878080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233448.480022:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748878208:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233448.480051:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233448.480066:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233448/real 1761233448] req@ffff9437f87fb480 x1846776748878208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233448.480082:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748878208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233448.480093:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233448.480098:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233448.480102:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748878208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233448.480132:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748878336:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233448.480160:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233448.480176:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233448/real 1761233448] req@ffff9437f87fa680 x1846776748878336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233448.480201:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748878336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233448.480213:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233448.480217:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233448.480222:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748878336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233448.480230:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748878464:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233448.480258:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233448.480278:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233448/real 1761233448] req@ffff9437f87fb100 x1846776748878464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233448.480295:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748878464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233448.480307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233448.480311:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233448.480316:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748878464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233448.480326:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748878592:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233448.480387:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233448.480405:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233448/real 1761233448] req@ffff9437f87f9500 x1846776748878592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233448.480424:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748878592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233448.480445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233448.480449:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233448.480454:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748878592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233448.990873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233448.990925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233448.990994:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233449.310957:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233449.311118:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233450.014887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233450.014889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233450.014940:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233450.334816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233450.334901:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233451.038845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233451.038860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233451.038953:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233451.358850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233451.358992:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233452.062924:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233452.062954:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233452.063043:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233452.382857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233452.382941:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233453.086809:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233453.086889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233453.086899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233453.406858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233453.407080:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233453.598956:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233453.598969:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233453.598977:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233453.598991:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9977 00000100:00080000:0.0:1761233453.599009:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233453.599020:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233453.599064:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748878720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233453.599097:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233453.599101:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233453.599104:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233453.599109:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9977 00000100:00080000:0.0:1761233453.599113:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233453.599118:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233453.599129:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233453.599150:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748878720:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233453.599151:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748878848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233453.599174:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233453.599179:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233453.599182:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233453.599187:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9977 00000100:00080000:0.0:1761233453.599192:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233453.599196:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233453.599202:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233453.599215:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748878976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233453.599226:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233453.599230:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233453.599232:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233453.599240:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233453.599242:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9977 00000100:00080000:0.0:1761233453.599277:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233453.599283:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233453.599291:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233453.599309:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748879104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233453.599338:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233453.599346:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761233453.599349:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233453/real 1761233453] req@ffff9437f87fb800 x1846776748878720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233453.599350:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233453.599364:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9977 00000100:00080000:0.0:1761233453.599375:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233453.599385:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233453.599394:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233453.599399:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748878720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233453.599415:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748879232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233453.599418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233453.599432:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233453.599440:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748878720:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233453.599461:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233453.599467:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233453.599470:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233453.599475:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9977 00000100:00080000:0.0:1761233453.599482:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233453.599489:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748878848:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233453.599491:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233453.599503:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233453.599525:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748879360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233453.599546:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233453.599555:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1761233453.599561:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233453.599564:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233453.599579:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9977 00000100:00100000:1.0:1761233453.599589:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233453/real 1761233453] req@ffff9437f87f9180 x1846776748878848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233453.599590:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233453.599609:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233453.599620:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748878848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761233453.599622:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233453.599645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233453.599657:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761233453.599676:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748879488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233453.599681:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748878848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233453.599700:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748878976:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233453.599716:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233453.599723:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233453.599729:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233453.599737:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233453.599795:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9977 00000100:00100000:1.0:1761233453.599799:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233453/real 1761233453] req@ffff9437f87f8700 x1846776748878976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233453.599804:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233453.599820:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233453.599831:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233453.599832:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748878976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233453.599849:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233453.599858:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761233453.599859:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748879616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233453.599865:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748878976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233453.599887:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748879104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233453.599918:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233453.599930:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233453/real 1761233453] req@ffff9437f87f8000 x1846776748879104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233453.599943:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748879104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233453.599959:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233453.599962:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233453.599966:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748879104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233453.599972:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748879232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233453.599988:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233453.600015:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233453/real 1761233453] req@ffff9437f87faa00 x1846776748879232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233453.600028:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748879232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233453.600038:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233453.600041:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233453.600044:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748879232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233453.600069:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748879360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233453.600089:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233453.600100:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233453/real 1761233453] req@ffff9437f87f8a80 x1846776748879360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233453.600113:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748879360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233453.600122:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233453.600150:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233453.600154:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748879360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233453.600160:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748879488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233453.600176:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233453.600186:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233453/real 1761233453] req@ffff9437f87f9f80 x1846776748879488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233453.600198:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748879488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233453.600206:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233453.600209:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233453.600212:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748879488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233453.600217:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748879616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233453.600232:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233453.600241:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233453/real 1761233453] req@ffff9437f87f8e00 x1846776748879616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233453.600274:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748879616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233453.600283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233453.600287:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233453.600290:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748879616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233454.110890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233454.110903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233454.110943:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233454.430921:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233454.431113:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233455.134912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233455.134913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233455.135011:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233455.454859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233455.455105:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233456.158849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233456.158899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233456.158908:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233456.478935:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233456.479114:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233457.182931:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233457.182940:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233457.183021:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233457.502837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233457.503044:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233458.206815:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233458.206887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233458.206913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233458.526803:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233458.527043:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233458.718844:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233458.718856:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233458.718860:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233458.718872:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9982 00000100:00080000:0.0:1761233458.718885:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233458.718891:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233458.718930:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748879744/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233458.718952:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233458.718955:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233458.718956:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233458.718959:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9982 00000100:00080000:0.0:1761233458.718964:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233458.718967:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233458.718975:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233458.718982:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748879744:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233458.718988:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748879872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233458.718996:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233458.718999:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233458.719001:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233458.719004:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9982 00000100:00080000:0.0:1761233458.719006:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233458.719009:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233458.719012:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233458.719019:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748880000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233458.719025:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233458.719028:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233458.719029:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233458.719031:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9982 00000100:00080000:0.0:1761233458.719034:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233458.719038:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233458.719039:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761233458.719043:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233458.719053:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748880128/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233458.719059:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233458.719062:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233458.719064:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233458.719067:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9982 00000100:00080000:0.0:1761233458.719070:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233458.719072:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233458.719076:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233458.719077:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233458/real 1761233458] req@ffff9437f87f8380 x1846776748879744/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233458.719085:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748880256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233458.719094:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233458.719097:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233458.719100:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233458.719100:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748879744/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233458.719108:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9982 00000100:00080000:0.0:1761233458.719114:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233458.719118:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233458.719121:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233458.719122:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233458.719129:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761233458.719133:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748880384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233458.719135:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748879744:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233458.719148:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233458.719151:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233458.719153:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233458.719156:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9982 00000100:00080000:0.0:1761233458.719159:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233458.719163:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233458.719163:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748879872:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761233458.719186:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233458.719199:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748880512/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233458.719207:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233458.719208:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233458.719213:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233458.719215:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233458.719219:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9982 00000100:00080000:0.0:1761233458.719222:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233458.719225:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233458/real 1761233458] req@ffff9437f87f9880 x1846776748879872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233458.719229:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233458.719236:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233458.719244:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748879872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233458.719248:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748880640/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233458.719265:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233458.719270:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233458.719273:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748879872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233458.719279:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748880000:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233458.719293:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233458.719299:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233458/real 1761233458] req@ffff9437f87f8e00 x1846776748880000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233458.719307:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748880000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233458.719313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233458.719315:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233458.719317:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748880000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233458.719321:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748880128:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233458.719331:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233458.719337:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233458/real 1761233458] req@ffff9437f87f9f80 x1846776748880128/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233458.719344:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748880128/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233458.719349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233458.719351:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233458.719353:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748880128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233458.719357:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748880256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233458.719366:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233458.719372:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233458/real 1761233458] req@ffff9437f87f8a80 x1846776748880256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233458.719379:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748880256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233458.719384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233458.719386:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233458.719388:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748880256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233458.719391:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748880384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233458.719401:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233458.719406:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233458/real 1761233458] req@ffff9437f87faa00 x1846776748880384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233458.719413:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748880384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233458.719419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233458.719420:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233458.719422:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748880384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233458.719435:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748880512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233458.719445:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233458.719451:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233458/real 1761233458] req@ffff9437f87f8000 x1846776748880512/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233458.719458:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748880512/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233458.719467:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233458.719470:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233458.719472:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748880512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233458.719475:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748880640:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233458.719484:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233458.719489:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233458/real 1761233458] req@ffff9437f87f8700 x1846776748880640/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233458.719496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748880640/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233458.719501:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233458.719503:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233458.719505:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748880640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233459.230885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233459.230927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233459.230928:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233459.550868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233459.550957:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233460.254853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233460.254885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233460.254925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233460.574844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233460.574962:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233461.278843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233461.278861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233461.278878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233461.598854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233461.598999:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233462.302903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233462.302904:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233462.303000:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233462.622822:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233462.622994:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233463.326832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233463.326832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233463.326909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233463.646881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233463.647018:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233463.838822:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233463.838831:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233463.838835:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233463.838845:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9987 00000100:00080000:0.0:1761233463.838855:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233463.838860:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233463.838893:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748880768/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233463.838915:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233463.838918:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233463.838919:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233463.838923:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9987 00000100:00080000:0.0:1761233463.838925:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233463.838928:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233463.838936:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233463.838948:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748880768:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233463.838949:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748880896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233463.838962:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233463.838965:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233463.838966:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233463.838970:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9987 00000100:00080000:0.0:1761233463.838972:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233463.838975:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233463.838978:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233463.838987:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748881024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233463.838993:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233463.838995:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233463.838997:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233463.839000:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9987 00000100:00080000:0.0:1761233463.839003:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233463.839006:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233463.839010:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761233463.839013:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233463.839023:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748881152/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233463.839030:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233463.839032:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233463.839033:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233463.839036:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9987 00000100:00080000:0.0:1761233463.839038:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233463.839041:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233463.839044:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233463.839055:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748881280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233463.839057:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233463/real 1761233463] req@ffff9437f87f9180 x1846776748880768/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233463.839068:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233463.839076:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233463.839078:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233463.839084:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9987 00000100:00080000:0.0:1761233463.839100:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233463.839103:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233463.839107:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233463.839111:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748880768/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233463.839119:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748881408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233463.839125:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233463.839128:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233463.839132:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233463.839133:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233463.839137:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233463.839139:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748880768:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233463.839143:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9987 00000100:00080000:0.0:1761233463.839148:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233463.839151:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233463.839154:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233463.839160:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748881536/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233463.839164:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748880896:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233463.839172:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233463.839176:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233463.839178:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233463.839181:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9987 00000100:00080000:0.0:1761233463.839192:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233463.839193:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233463.839197:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233463.839202:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233463.839208:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233463/real 1761233463] req@ffff9437f87fb800 x1846776748880896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233463.839212:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748881664/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233463.839228:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748880896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233463.839236:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233463.839240:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233463.839243:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748880896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233463.839247:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748881024:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233463.839259:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233463.839265:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233463/real 1761233463] req@ffff9437f87f9500 x1846776748881024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233463.839273:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748881024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233463.839278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233463.839280:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233463.839282:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748881024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233463.839286:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748881152:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233463.839296:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233463.839301:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233463/real 1761233463] req@ffff9437f87fb100 x1846776748881152/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233463.839309:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748881152/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233463.839314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233463.839315:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233463.839317:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748881152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233463.839320:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748881280:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233463.839329:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233463.839335:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233463/real 1761233463] req@ffff9437f87fa680 x1846776748881280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233463.839342:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748881280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233463.839347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233463.839348:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233463.839350:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748881280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233463.839353:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748881408:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233463.839362:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233463.839367:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233463/real 1761233463] req@ffff9437f87fb480 x1846776748881408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233463.839379:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748881408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233463.839384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233463.839386:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233463.839387:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748881408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233463.839399:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748881536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233463.839409:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233463.839415:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233463/real 1761233463] req@ffff9437f87f9c00 x1846776748881536/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233463.839421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748881536/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233463.839426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233463.839428:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233463.839431:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748881536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233463.839434:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748881664:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233463.839443:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233463.839449:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233463/real 1761233463] req@ffff9437f87fad80 x1846776748881664/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233463.839455:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748881664/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233463.839464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233463.839466:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233463.839468:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748881664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233464.350833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233464.350834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233464.350852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233464.670835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233464.670907:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233465.374837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233465.374839:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233465.374846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233465.694808:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233465.694875:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233466.398841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233466.398887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233466.398927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233466.718922:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233466.719026:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233467.422892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233467.422892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233467.422942:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233467.742862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233467.743125:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233468.446857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233468.446859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233468.446953:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233468.766907:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233468.767041:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233468.958827:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233468.958838:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233468.958844:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233468.958854:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9992 00000100:00080000:0.0:1761233468.958867:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233468.958875:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233468.958908:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748881792/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233468.958930:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233468.958933:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233468.958934:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233468.958937:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9992 00000100:00080000:0.0:1761233468.958940:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233468.958943:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233468.958950:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233468.958960:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748881920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233468.958968:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233468.958972:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233468.958975:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233468.958975:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748881792:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233468.958979:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9992 00000100:00080000:0.0:1761233468.958984:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233468.958988:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233468.958990:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233468.958998:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748882048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233468.959005:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233468.959020:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233468.959022:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233468.959024:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9992 00000100:00080000:0.0:1761233468.959027:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233468.959030:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233468.959033:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233468.959041:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748882176/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233468.959048:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233468.959050:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233468.959052:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233468.959054:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9992 00000100:00080000:0.0:1761233468.959067:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233468.959074:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233468.959075:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761233468.959080:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233468.959095:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748882304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233468.959106:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233468.959109:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233468.959111:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233468.959116:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9992 00000100:00100000:1.0:1761233468.959121:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233468/real 1761233468] req@ffff9437f87fa300 x1846776748881792/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233468.959123:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233468.959132:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233468.959141:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233468.959151:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748881792/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233468.959158:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748882432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233468.959176:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233468.959177:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233468.959184:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233468.959188:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233468.959188:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233468.959193:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9992 00000100:00100000:1.0:1761233468.959198:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748881792:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233468.959199:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233468.959206:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233468.959210:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233468.959220:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748882560/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233468.959228:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233468.959231:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748881920:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233468.959232:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233468.959235:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233468.959241:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9992 00000100:00080000:0.0:1761233468.959244:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233468.959247:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233468.959250:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233468.959258:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748882688/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233468.959269:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233468.959287:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233468/real 1761233468] req@ffff9437f87fbb80 x1846776748881920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233468.959302:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748881920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233468.959319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233468.959322:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233468.959326:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748881920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233468.959333:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748882048:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233468.959354:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233468.959366:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233468/real 1761233468] req@ffff9437f87fad80 x1846776748882048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233468.959378:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748882048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233468.959387:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233468.959391:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233468.959394:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748882048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233468.959401:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748882176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233468.959421:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233468.959433:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233468/real 1761233468] req@ffff9437f87f9c00 x1846776748882176/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233468.959446:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748882176/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233468.959455:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233468.959458:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233468.959462:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748882176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233468.959469:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748882304:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233468.959488:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233468.959498:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233468/real 1761233468] req@ffff9437f87fb480 x1846776748882304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233468.959511:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748882304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233468.959519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233468.959522:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233468.959526:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748882304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233468.959532:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748882432:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233468.959552:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233468.959563:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233468/real 1761233468] req@ffff9437f87fa680 x1846776748882432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233468.959575:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748882432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233468.959582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233468.959586:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233468.959589:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748882432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233468.959608:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748882560:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233468.959629:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233468.959641:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233468/real 1761233468] req@ffff9437f87fb100 x1846776748882560/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233468.959653:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748882560/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233468.959661:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233468.959665:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233468.959669:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748882560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233468.959675:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748882688:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233468.959695:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233468.959706:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233468/real 1761233468] req@ffff9437f87f9500 x1846776748882688/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233468.959718:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748882688/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233468.959726:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233468.959752:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233468.959756:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748882688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233469.470880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233469.471048:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233469.471056:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233469.790797:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233469.790917:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233470.494928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233470.495016:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233470.495044:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233470.814821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233470.815036:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233471.518888:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233471.518888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233471.518916:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233471.838910:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233471.839007:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233472.542843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233472.542873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233472.542920:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233472.862815:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233472.862910:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233473.566917:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233473.567004:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233473.567029:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233473.886923:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233473.887106:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233474.079018:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233474.079033:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233474.079040:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233474.079053:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 9997 00000100:00080000:2.0:1761233474.079072:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233474.079085:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233474.079136:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748882816/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233474.079176:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233474.079193:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233474.079195:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233474.079200:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9997 00000100:00080000:2.0:1761233474.079205:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233474.079211:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233474.079223:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233474.079241:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748882944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233474.079249:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748882816:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233474.079270:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233474.079276:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233474.079279:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233474.079285:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9997 00000100:00080000:2.0:1761233474.079290:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233474.079294:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233474.079301:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233474.079318:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748883072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233474.079330:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233474.079334:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233474.079336:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233474.079354:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 9997 00000800:00000100:1.0:1761233474.079363:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233474.079366:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233474.079376:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233474.079385:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233474.079401:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748883200/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233474.079413:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233474.079418:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233474.079424:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233474.079426:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233474/real 1761233474] req@ffff9437fa0dca80 x1846776748882816/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233474.079434:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9997 00000100:00080000:2.0:1761233474.079445:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233474.079458:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233474.079470:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233474.079484:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748882816/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233474.079492:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748883328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233474.079527:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233474.079530:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233474.079540:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233474.079546:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748882816:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233474.079548:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233474.079556:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233474.079564:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9997 00000100:00080000:2.0:1761233474.079570:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233474.079575:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233474.079582:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233474.079588:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748882944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233474.079604:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748883456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233474.079620:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233474.079625:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233474.079629:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233474.079631:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233474.079640:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9997 00000100:00080000:2.0:1761233474.079651:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233474.079657:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233474.079665:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233474/real 1761233474] req@ffff9437fa0df100 x1846776748882944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233474.079667:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233474.079693:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748883584/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233474.079698:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748882944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233474.079783:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233474.079789:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233474.079791:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233474.079799:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233474.079802:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233474.079811:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 9997 00000100:00100000:1.0:1761233474.079818:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748882944:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233474.079823:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233474.079833:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748883072:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233474.079835:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233474.079860:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233474.079878:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748883712/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233474.079887:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233474.079913:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233474/real 1761233474] req@ffff9437fa0de300 x1846776748883072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233474.079957:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748883072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233474.079988:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233474.079992:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233474.079997:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748883072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233474.080005:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748883200:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233474.080028:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233474.080041:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233474/real 1761233474] req@ffff9437fa0df480 x1846776748883200/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233474.080055:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748883200/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233474.080066:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233474.080070:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233474.080073:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748883200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233474.080080:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748883328:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233474.080098:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233474.080109:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233474/real 1761233474] req@ffff9437fa0ded80 x1846776748883328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233474.080122:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748883328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233474.080132:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233474.080136:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233474.080140:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748883328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233474.080164:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748883456:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233474.080184:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233474.080195:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233474/real 1761233474] req@ffff9437fa0dc000 x1846776748883456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233474.080209:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748883456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233474.080219:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233474.080223:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233474.080226:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748883456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233474.080233:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748883584:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233474.080250:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233474.080261:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233474/real 1761233474] req@ffff9437fa0df800 x1846776748883584/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233474.080275:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748883584/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233474.080284:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233474.080287:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233474.080291:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748883584:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233474.080297:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748883712:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233474.080314:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233474.080325:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233474/real 1761233474] req@ffff9437fa0dca80 x1846776748883712/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233474.080339:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748883712/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233474.080348:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233474.080352:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233474.080355:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748883712:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233474.590955:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233474.590956:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233474.591010:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233474.910836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233474.910989:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233475.614878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233475.614995:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233475.615038:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233475.934965:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233475.935095:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233476.638942:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233476.638979:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233476.639007:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233476.958868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233476.959034:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233477.662835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233477.662857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233477.662857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233477.982943:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233477.983071:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233478.686878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233478.686973:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233478.686988:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233479.006882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233479.007003:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233479.198914:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233479.198926:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233479.198931:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233479.198942:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10002 00000100:00080000:1.0:1761233479.198954:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233479.198960:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233479.198997:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748883840/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233479.199029:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233479.199032:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233479.199034:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233479.199038:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10002 00000100:00080000:1.0:1761233479.199043:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233479.199049:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233479.199060:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233479.199071:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748883968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233479.199081:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748883840:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233479.199091:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233479.199095:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233479.199097:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233479.199102:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10002 00000100:00080000:1.0:1761233479.199106:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233479.199111:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233479.199118:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233479.199133:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748884096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233479.199141:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233479.199144:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233479.199146:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233479.199150:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10002 00000100:00080000:1.0:1761233479.199166:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233479.199171:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233479.199175:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233479.199185:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233479.199187:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748884224/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233479.199199:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233479.199202:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233479.199205:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233479.199210:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10002 00000100:00080000:1.0:1761233479.199219:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233479.199223:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233479.199228:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233479.199243:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748884352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233479.199251:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233479/real 1761233479] req@ffff9437f86d7100 x1846776748883840/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233479.199256:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233479.199275:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233479.199279:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233479.199289:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10002 00000100:00080000:1.0:1761233479.199296:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233479.199296:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748883840/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233479.199313:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233479.199315:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233479.199326:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233479.199332:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748883840:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761233479.199333:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233479.199365:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748884480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233479.199371:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748883968:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233479.199402:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233479.199410:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233479.199418:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233479.199422:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233479.199427:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233479/real 1761233479] req@ffff9437f86d5180 x1846776748883968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233479.199436:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10002 00000100:00080000:1.0:1761233479.199452:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233479.199457:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748883968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233479.199468:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233479.199471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233479.199477:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:1.0:1761233479.199480:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233479.199482:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748883968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233479.199495:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748884096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233479.199516:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748884608/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233479.199518:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233479.199530:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233479/real 1761233479] req@ffff9437f86d7480 x1846776748884096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233479.199554:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748884096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233479.199557:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233479.199583:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233479.199583:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233479.199592:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233479.199592:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233479.199599:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748884096:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233479.199607:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10002 00000100:00100000:2.0:1761233479.199608:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748884224:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233479.199625:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233479.199632:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233479.199637:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233479.199646:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233479/real 1761233479] req@ffff9437f86d6d80 x1846776748884224/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233479.199651:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233479.199664:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748884224/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233479.199678:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233479.199687:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748884736/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233479.199687:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233479.199701:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748884224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233479.199726:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748884352:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233479.199773:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233479.199786:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233479/real 1761233479] req@ffff9437f86d6a00 x1846776748884352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233479.199795:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748884352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233479.199801:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233479.199804:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233479.199806:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748884352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233479.199832:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748884480:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233479.199857:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233479.199866:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233479/real 1761233479] req@ffff9437f86d5880 x1846776748884480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233479.199874:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748884480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233479.199880:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233479.199882:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233479.199885:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748884480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233479.199890:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748884608:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233479.199902:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233479.199908:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233479/real 1761233479] req@ffff9437f86d7b80 x1846776748884608/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233479.199916:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748884608/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233479.199921:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233479.199923:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233479.199925:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748884608:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233479.199929:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748884736:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233479.199940:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233479.199946:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233479/real 1761233479] req@ffff9437f86d4000 x1846776748884736/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233479.199953:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748884736/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233479.199959:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233479.199961:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233479.199963:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748884736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233479.710916:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233479.710916:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233479.710926:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233480.030891:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233480.031000:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233480.734922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233480.734950:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233480.734980:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233481.054866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233481.054943:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233481.758934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233481.758934:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233481.758951:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233482.078844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233482.079012:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233482.782880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233482.782909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233482.782945:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233483.102869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233483.102997:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233483.806924:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233483.807002:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233483.807012:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233484.126868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233484.127073:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233484.319041:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233484.319050:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233484.319056:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233484.319066:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10008 00000100:00080000:2.0:1761233484.319080:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233484.319088:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233484.319127:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748884864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233484.319168:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233484.319172:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233484.319174:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233484.319178:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10008 00000100:00080000:2.0:1761233484.319182:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233484.319186:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233484.319195:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233484.319209:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748884992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233484.319221:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233484.319225:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233484.319228:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233484.319238:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748884864:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233484.319242:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10008 00000100:00080000:2.0:1761233484.319255:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233484.319262:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233484.319270:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233484.319292:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748885120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233484.319308:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233484.319314:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233484.319318:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233484.319323:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10008 00000800:00000100:1.0:1761233484.319331:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233484.319344:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233484.319357:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233484.319366:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233484.319387:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748885248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233484.319401:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233484.319407:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761233484.319408:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233484/real 1761233484] req@ffff9437fa0dea00 x1846776748884864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233484.319410:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233484.319421:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10008 00000100:00080000:2.0:1761233484.319430:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233484.319436:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233484.319443:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233484.319452:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748884864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233484.319460:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748885376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233484.319521:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233484.319524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233484.319526:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233484.319533:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233484.319540:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233484.319542:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10008 00000100:00080000:2.0:1761233484.319553:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233484.319558:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748884864:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233484.319563:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233484.319576:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233484.319590:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748885504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233484.319604:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233484.319609:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748884992:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233484.319611:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233484.319619:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233484.319627:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10008 00000100:00080000:2.0:1761233484.319633:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233484.319637:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233484.319660:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233484.319675:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748885632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233484.319684:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233484.319694:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233484.319699:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233484.319702:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233484.319707:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10008 00000100:00080000:2.0:1761233484.319712:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233484.319717:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233484/real 1761233484] req@ffff9437fa0dd500 x1846776748884992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233484.319745:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748884992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233484.319785:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233484.319793:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233484.319808:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748885760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233484.319811:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233484.319824:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233484.319833:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748884992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233484.319843:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748885120:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233484.319871:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233484.319883:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233484/real 1761233484] req@ffff9437fa0ddc00 x1846776748885120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233484.319895:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748885120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233484.319904:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233484.319907:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233484.319910:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748885120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233484.319916:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748885248:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233484.319932:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233484.319941:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233484/real 1761233484] req@ffff9437fa0dc380 x1846776748885248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233484.319952:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748885248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233484.319960:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233484.319963:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233484.319966:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748885248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233484.319971:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748885376:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233484.319985:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233484.319993:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233484/real 1761233484] req@ffff9437fa0dc700 x1846776748885376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233484.320003:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748885376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233484.320011:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233484.320014:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233484.320016:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748885376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233484.320035:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748885504:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233484.320050:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233484.320059:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233484/real 1761233484] req@ffff9437fa0dd180 x1846776748885504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233484.320070:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748885504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233484.320078:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233484.320081:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233484.320084:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748885504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233484.320089:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748885632:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233484.320102:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233484.320110:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233484/real 1761233484] req@ffff9437fa0dfb80 x1846776748885632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233484.320121:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748885632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233484.320128:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233484.320130:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233484.320133:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748885632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233484.320138:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748885760:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233484.320151:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233484.320158:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233484/real 1761233484] req@ffff9437fa0dea00 x1846776748885760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233484.320169:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748885760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233484.320182:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233484.320185:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233484.320189:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748885760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233484.830862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233484.830874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233484.830893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233485.150870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233485.150949:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233485.854853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233485.854857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233485.854891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233486.174857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233486.174960:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233486.878859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233486.878871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233486.879024:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233487.198885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233487.198957:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233487.902836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233487.902884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233487.902912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233488.222834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233488.222899:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233488.926983:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233488.927002:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233488.927007:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233489.246853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233489.246977:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233489.438895:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233489.438910:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233489.438916:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233489.438930:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10013 00000100:00080000:1.0:1761233489.438945:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233489.438954:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233489.439005:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748885888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233489.439040:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233489.439045:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233489.439047:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233489.439056:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10013 00000100:00080000:1.0:1761233489.439061:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233489.439066:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233489.439079:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233489.439083:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748885888:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233489.439099:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748886016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233489.439116:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233489.439121:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233489.439123:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233489.439131:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10013 00000100:00080000:1.0:1761233489.439140:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233489.439145:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233489.439154:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233489.439158:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233489.439179:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748886144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233489.439194:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233489.439199:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233489.439201:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233489.439206:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10013 00000100:00080000:1.0:1761233489.439215:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233489.439221:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233489.439228:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233489/real 1761233489] req@ffff9437f86d4700 x1846776748885888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233489.439233:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233489.439257:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748885888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233489.439264:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748886272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233489.439299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233489.439307:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233489.439310:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233489.439319:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233489.439325:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233489.439325:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748885888:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233489.439338:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10013 00000100:00080000:1.0:1761233489.439344:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233489.439351:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233489.439358:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233489.439368:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748886016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233489.439377:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748886400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233489.439393:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233489.439397:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233489.439400:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233489.439409:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10013 00000800:00000100:2.0:1761233489.439413:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233489.439424:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233489.439434:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233489.439439:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233489/real 1761233489] req@ffff9437f86d6680 x1846776748886016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233489.439443:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233489.439463:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748886016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233489.439477:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748886528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233489.439480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233489.439492:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233489.439504:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748886016:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233489.439518:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233489.439519:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748886144:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233489.439537:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233489.439540:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233489.439550:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10013 00000800:00000100:2.0:1761233489.439556:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233489.439559:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233489.439569:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233489/real 1761233489] req@ffff9437f86d5f80 x1846776748886144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233489.439571:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233489.439590:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233489.439594:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748886144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233489.439604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233489.439607:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233489.439610:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748886144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233489.439617:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748886656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233489.439623:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748886272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233489.439655:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233489.439668:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233489/real 1761233489] req@ffff9437f86d5c00 x1846776748886272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233489.439670:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233489.439705:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233489.439713:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233489.439722:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10013 00000100:00100000:2.0:1761233489.439725:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748886272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233489.439772:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233489.439785:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233489.439789:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761233489.439796:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233489.439799:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233489.439810:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748886272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233489.439823:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748886784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233489.439836:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748886400:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233489.439865:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233489.439881:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233489/real 1761233489] req@ffff9437f86d4380 x1846776748886400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233489.439889:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748886400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233489.439895:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233489.439897:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233489.439900:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748886400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233489.439905:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748886528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233489.439917:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233489.439923:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233489/real 1761233489] req@ffff9437f86d4700 x1846776748886528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233489.439930:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748886528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233489.439936:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233489.439938:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233489.439939:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748886528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233489.439943:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748886656:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233489.439954:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233489.439960:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233489/real 1761233489] req@ffff9437f86d4000 x1846776748886656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233489.439967:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748886656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233489.439972:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233489.439974:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233489.439976:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748886656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233489.439987:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748886784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233489.439997:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233489.440003:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233489/real 1761233489] req@ffff9437f86d7b80 x1846776748886784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233489.440010:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748886784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233489.440015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233489.440017:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233489.440019:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748886784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233489.950912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233489.950913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233489.950936:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233490.270856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233490.270935:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233490.974879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233490.974917:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233490.974963:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233491.294839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233491.294909:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233491.998862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233491.998868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233491.998910:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233492.318829:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233492.318895:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233493.022808:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233493.022809:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233493.022834:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233493.342852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233493.342912:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233494.046806:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233494.046807:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233494.046826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233494.366838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233494.366941:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233494.558847:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233494.558861:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233494.558867:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233494.558880:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10018 00000100:00080000:1.0:1761233494.558894:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233494.558903:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233494.558945:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748886912/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233494.558973:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233494.558979:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233494.558981:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233494.558987:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10018 00000100:00080000:1.0:1761233494.558992:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233494.558998:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233494.559008:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233494.559014:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748886912:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233494.559024:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748887040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233494.559036:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233494.559040:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233494.559042:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233494.559047:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10018 00000100:00080000:1.0:1761233494.559051:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233494.559055:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233494.559061:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233494.559072:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748887168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233494.559083:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233494.559084:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233494.559087:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233494.559089:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233494.559093:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10018 00000100:00080000:1.0:1761233494.559097:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233494.559101:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233494.559107:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233494.559118:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748887296/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233494.559124:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233494/real 1761233494] req@ffff9437f86d5880 x1846776748886912/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233494.559131:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233494.559136:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233494.559138:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233494.559142:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10018 00000100:00100000:2.0:1761233494.559145:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748886912/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233494.559146:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233494.559151:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233494.559156:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233494.559159:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233494.559164:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233494.559168:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748887424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233494.559169:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748886912:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233494.559179:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233494.559183:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233494.559185:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233494.559189:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10018 00000100:00080000:1.0:1761233494.559192:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233494.559194:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748887040:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233494.559197:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233494.559202:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233494.559213:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748887552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233494.559221:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233494.559227:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233494.559231:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233494.559233:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233494.559235:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233494/real 1761233494] req@ffff9437f86d6a00 x1846776748887040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233494.559238:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10018 00000100:00080000:1.0:1761233494.559242:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233494.559247:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233494.559251:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748887040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233494.559252:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233494.559263:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233494.559264:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748887680/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233494.559267:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233494.559272:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748887040:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233494.559276:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233494.559280:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761233494.559280:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748887168:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233494.559282:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233494.559287:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10018 00000100:00080000:1.0:1761233494.559290:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233494.559295:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233494.559301:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233494.559302:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233494.559313:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748887808/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233494.559315:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233494/real 1761233494] req@ffff9437f86d6d80 x1846776748887168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233494.559340:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748887168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233494.559351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233494.559355:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233494.559359:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748887168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233494.559367:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748887296:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233494.559391:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233494.559402:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233494/real 1761233494] req@ffff9437f86d7480 x1846776748887296/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233494.559413:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748887296/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233494.559419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233494.559422:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233494.559425:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748887296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233494.559430:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748887424:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233494.559443:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233494.559450:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233494/real 1761233494] req@ffff9437f86d5180 x1846776748887424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233494.559459:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748887424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233494.559485:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233494.559488:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233494.559491:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748887424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233494.559507:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748887552:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233494.559521:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233494.559529:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233494/real 1761233494] req@ffff9437f86d7100 x1846776748887552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233494.559538:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748887552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233494.559545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233494.559547:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233494.559550:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748887552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233494.559554:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748887680:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233494.559565:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233494.559572:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233494/real 1761233494] req@ffff9437f86d5880 x1846776748887680/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233494.559581:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748887680/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233494.559587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233494.559589:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233494.559592:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748887680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233494.559596:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748887808:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233494.559624:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233494.559633:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233494/real 1761233494] req@ffff9437f86d7b80 x1846776748887808/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233494.559642:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748887808/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233494.559649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233494.559651:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233494.559654:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748887808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233495.070818:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233495.070853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233495.070902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233495.390845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233495.390914:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233496.094796:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233496.094803:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233496.094817:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233496.414847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233496.414928:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233497.118791:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233497.118873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233497.118901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233497.438810:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233497.438878:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233498.142804:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233498.142853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233498.142854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233498.462889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233498.463009:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233499.166887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233499.166909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233499.166966:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233499.486844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233499.486947:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233499.678886:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233499.678898:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233499.678904:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233499.678919:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10023 00000100:00080000:1.0:1761233499.678935:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233499.678943:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233499.678990:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748887936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233499.679018:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233499.679021:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233499.679023:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233499.679026:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10023 00000100:00080000:1.0:1761233499.679030:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233499.679033:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233499.679043:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233499.679053:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748888064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233499.679058:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748887936:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233499.679068:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233499.679072:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233499.679073:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233499.679076:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10023 00000100:00080000:1.0:1761233499.679079:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233499.679081:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233499.679085:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233499.679094:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748888192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233499.679106:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233499.679108:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233499.679110:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233499.679113:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10023 00000100:00080000:1.0:1761233499.679127:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233499.679130:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233499.679134:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233499.679144:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748888320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233499.679150:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233499.679157:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233499.679161:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233499.679162:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233499.679166:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10023 00000100:00080000:1.0:1761233499.679170:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233499.679173:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233499.679176:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233499.679187:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748888448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233499.679194:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233499.679196:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233499.679199:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233499.679203:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233499/real 1761233499] req@ffff9437f86d4000 x1846776748887936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233499.679205:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10023 00000100:00080000:1.0:1761233499.679213:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233499.679219:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233499.679224:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233499.679230:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748887936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233499.679235:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748888576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233499.679251:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233499.679251:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233499.679258:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233499.679261:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233499.679262:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233499.679272:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10023 00000100:00100000:2.0:1761233499.679272:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748887936:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233499.679278:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233499.679282:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233499.679285:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233499.679293:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748888704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233499.679301:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233499.679303:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748888064:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233499.679304:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233499.679309:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233499.679314:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10023 00000100:00080000:1.0:1761233499.679319:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233499.679322:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233499.679326:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233499.679332:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233499.679337:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748888832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233499.679346:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233499/real 1761233499] req@ffff9437f86d4700 x1846776748888064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233499.679369:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748888064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233499.679378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233499.679381:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233499.679384:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748888064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233499.679389:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748888192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233499.679402:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233499.679409:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233499/real 1761233499] req@ffff9437f86d4380 x1846776748888192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233499.679417:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748888192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233499.679423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233499.679425:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233499.679427:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748888192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233499.679432:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748888320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233499.679443:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233499.679450:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233499/real 1761233499] req@ffff9437f86d5c00 x1846776748888320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233499.679458:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748888320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233499.679464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233499.679466:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233499.679468:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748888320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233499.679474:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748888448:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233499.679495:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233499.679507:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233499/real 1761233499] req@ffff9437f86d5f80 x1846776748888448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233499.679521:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748888448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233499.679565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233499.679568:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233499.679570:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748888448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233499.679578:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748888576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233499.679597:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233499.679606:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233499/real 1761233499] req@ffff9437f86d6680 x1846776748888576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233499.679614:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748888576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233499.679621:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233499.679623:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233499.679625:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748888576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233499.679640:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748888704:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233499.679652:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233499.679659:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233499/real 1761233499] req@ffff9437f86d7b80 x1846776748888704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233499.679667:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748888704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233499.679673:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233499.679675:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233499.679677:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748888704:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233499.679681:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748888832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233499.679692:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233499.679698:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233499/real 1761233499] req@ffff9437f86d5880 x1846776748888832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233499.679706:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748888832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233499.679712:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233499.679714:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233499.679716:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748888832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233500.190899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233500.190899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233500.190949:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233500.510879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233500.510993:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233501.214859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233501.214859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233501.214862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233501.534819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233501.534916:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233502.238953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233502.238992:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233502.239009:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233502.558829:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233502.558916:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233503.263012:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233503.263043:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233503.263365:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233503.582844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233503.582921:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233504.286979:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233504.287148:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233504.287176:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233504.606840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233504.606929:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233504.798896:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233504.798909:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233504.798913:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233504.798923:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10028 00000100:00080000:1.0:1761233504.798933:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233504.798939:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233504.798974:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748888960/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233504.799002:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233504.799005:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233504.799007:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233504.799010:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10028 00000100:00080000:1.0:1761233504.799013:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233504.799016:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233504.799023:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233504.799049:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748889088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233504.799058:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233504.799061:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233504.799063:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233504.799067:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10028 00000100:00080000:1.0:1761233504.799070:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233504.799075:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233504.799077:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748888960:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761233504.799079:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233504.799091:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748889216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233504.799099:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233504.799101:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233504.799103:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233504.799106:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10028 00000100:00080000:1.0:1761233504.799110:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233504.799112:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233504.799116:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233504.799124:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748889344/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233504.799131:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233504.799134:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233504.799135:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233504.799141:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10028 00000800:00000100:2.0:1761233504.799142:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233504.799145:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233504.799150:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233504.799154:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233504.799163:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748889472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233504.799169:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233504.799171:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233504.799172:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233504.799176:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10028 00000100:00080000:1.0:1761233504.799179:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233504.799185:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233504.799186:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233504/real 1761233504] req@ffff9437f86d7100 x1846776748888960/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233504.799189:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233504.799203:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748889600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233504.799210:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748888960/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233504.799212:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233504.799221:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233504.799225:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233504.799230:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10028 00000100:00080000:2.0:1761233504.799231:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233504.799236:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233504.799240:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233504.799244:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233504.799248:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748888960:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761233504.799250:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233504.799260:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748889088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233504.799264:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748889728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233504.799272:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233504.799275:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233504.799277:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233504.799280:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10028 00000800:00000100:2.0:1761233504.799285:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233504.799287:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233504.799292:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233504.799296:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233504.799300:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233504/real 1761233504] req@ffff9437f86d5180 x1846776748889088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233504.799308:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748889856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233504.799316:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748889088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233504.799325:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233504.799329:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233504.799333:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748889088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233504.799353:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748889216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233504.799366:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233504.799373:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233504/real 1761233504] req@ffff9437f86d7480 x1846776748889216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233504.799381:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748889216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233504.799386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233504.799388:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233504.799390:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748889216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233504.799394:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748889344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233504.799404:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233504.799409:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233504/real 1761233504] req@ffff9437f86d6d80 x1846776748889344/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233504.799417:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748889344/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233504.799422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233504.799424:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233504.799426:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748889344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233504.799430:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748889472:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233504.799440:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233504.799466:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233504/real 1761233504] req@ffff9437f86d6a00 x1846776748889472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233504.799476:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748889472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233504.799482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233504.799484:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233504.799486:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748889472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233504.799490:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748889600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233504.799505:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233504.799512:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233504/real 1761233504] req@ffff9437f86d5880 x1846776748889600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233504.799519:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748889600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233504.799525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233504.799527:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233504.799529:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748889600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233504.799532:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748889728:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233504.799542:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233504.799548:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233504/real 1761233504] req@ffff9437f86d7b80 x1846776748889728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233504.799559:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748889728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233504.799564:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233504.799566:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233504.799568:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748889728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233504.799572:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748889856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233504.799581:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233504.799589:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233504/real 1761233504] req@ffff9437f86d6680 x1846776748889856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233504.799598:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748889856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233504.799604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233504.799608:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233504.799610:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748889856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233505.311033:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233505.311062:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233505.311099:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233505.630832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233505.630955:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233506.335140:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233506.335146:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233506.335407:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233506.654845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233506.654914:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233507.359008:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233507.359095:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233507.359136:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233507.678894:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233507.679011:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233508.382893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233508.382895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233508.382934:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233508.702880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233508.702996:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233509.406804:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233509.406849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233509.406951:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233509.726804:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233509.726943:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233509.918965:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233509.918980:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233509.918986:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233509.919000:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10033 00000100:00080000:2.0:1761233509.919017:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233509.919042:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233509.919102:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748889984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233509.919141:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233509.919145:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233509.919147:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233509.919162:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10033 00000100:00080000:2.0:1761233509.919165:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233509.919168:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233509.919179:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233509.919191:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748890112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233509.919202:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233509.919206:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233509.919210:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233509.919216:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748889984:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233509.919217:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10033 00000100:00080000:2.0:1761233509.919227:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233509.919237:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233509.919241:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233509.919255:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748890240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233509.919265:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233509.919270:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233509.919273:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233509.919277:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10033 00000100:00080000:2.0:1761233509.919292:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233509.919297:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233509.919303:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233509.919314:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748890368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233509.919323:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233509.919327:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233509.919330:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233509.919333:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10033 00000100:00080000:2.0:1761233509.919340:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233509.919341:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748890112:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233509.919349:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233509.919355:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233509.919385:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748890496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233509.919398:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233509.919402:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233509.919404:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233509.919410:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748890240:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233509.919412:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10033 00000100:00080000:2.0:1761233509.919422:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233509.919428:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233509.919432:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233509.919445:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748890624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233509.919454:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233509.919457:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233509.919459:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233509.919466:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10033 00000100:00080000:2.0:1761233509.919469:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233509.919475:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748890368:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233509.919490:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233509.919496:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233509.919511:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748890752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233509.919521:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233509.919524:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233509.919526:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233509.919530:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10033 00000100:00080000:2.0:1761233509.919539:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233509.919544:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748890496:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233509.919550:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233509.919558:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233509.919571:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748890880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233509.919584:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748890624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233509.919620:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748890752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233509.919649:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748890880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233510.430893:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233510.430903:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233510.430921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233510.750849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233510.750934:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233511.454878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233511.454906:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233511.454912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233511.774828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233511.774942:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233512.478851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233512.478859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233512.478870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233512.798962:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233512.799080:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1761233512.991133:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:1.0:1761233512.991174:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1761233512.991189:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233512.991223:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233512.991233:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233512.991243:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233512.991252:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233512.991261:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233512.991269:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233512.991269:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233509/real 1761233512] req@ffff9437fa0df800 x1846776748890112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1761233512.991278:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233512.991300:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748890112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233512.991336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233512.991343:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233512.991349:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748890112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233512.991359:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233509/real 1761233512] req@ffff9437fa0dc000 x1846776748890240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233512.991391:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748890240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233512.991400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233512.991403:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233512.991407:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748890240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233512.991414:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233509/real 1761233512] req@ffff9437fa0ded80 x1846776748890368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233512.991428:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748890368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233512.991437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233512.991441:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233512.991445:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748890368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233512.991452:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233509/real 1761233512] req@ffff9437fa0dca80 x1846776748889984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233512.991466:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748889984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233512.991474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233512.991477:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233512.991480:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748889984:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233512.991510:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233509/real 1761233512] req@ffff9437fa0dea00 x1846776748890880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233512.991524:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748890880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233512.991532:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233512.991536:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233512.991540:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748890880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233512.991548:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233509/real 1761233512] req@ffff9437fa0df480 x1846776748890496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233512.991561:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748890496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233512.991569:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233512.991572:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233512.991576:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748890496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233512.991583:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233509/real 1761233512] req@ffff9437fa0de300 x1846776748890624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233512.991595:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748890624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233512.991603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233512.991606:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233512.991610:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748890624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233512.991616:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233509/real 1761233512] req@ffff9437fa0df100 x1846776748890752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233512.991628:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748890752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233512.991637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233512.991641:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233512.991645:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748890752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233513.502894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233513.502907:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233513.502913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233513.822821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233513.822933:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233514.526890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233514.526913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233514.526935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233514.846912:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233514.847034:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233515.038851:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233515.038860:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233515.038863:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233515.038871:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10038 00000100:00080000:0.0:1761233515.038882:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233515.038889:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233515.038917:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748891008/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233515.038938:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233515.038940:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233515.038942:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233515.038945:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10038 00000100:00080000:0.0:1761233515.038947:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233515.038949:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233515.038956:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233515.038966:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748891136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233515.038974:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233515.038977:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233515.038978:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233515.038983:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10038 00000100:00100000:2.0:1761233515.038985:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748891008:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233515.038986:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233515.038991:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233515.038997:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233515.039005:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748891264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233515.039011:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233515.039013:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233515.039015:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233515.039018:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10038 00000100:00080000:0.0:1761233515.039022:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233515.039027:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233515.039032:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233515.039045:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748891392/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233515.039056:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233515.039060:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233515.039062:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233515.039065:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233515.039071:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10038 00000100:00080000:0.0:1761233515.039086:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233515.039091:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233515.039097:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233515.039104:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233515/real 1761233515] req@ffff9437f87fb800 x1846776748891008/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233515.039109:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748891520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233515.039136:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233515.039139:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233515.039140:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233515.039143:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10038 00000100:00100000:2.0:1761233515.039148:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748891008/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233515.039149:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233515.039156:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233515.039166:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233515.039171:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233515.039178:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761233515.039181:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748891648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233515.039187:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748891008:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233515.039202:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233515.039206:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233515.039208:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233515.039213:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10038 00000100:00080000:0.0:1761233515.039217:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233515.039218:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748891136:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233515.039226:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233515.039233:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233515.039249:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748891776/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233515.039256:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233515.039276:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233515/real 1761233515] req@ffff9437f87f9180 x1846776748891136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233515.039279:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233515.039301:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233515.039304:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233515.039309:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10038 00000100:00080000:0.0:1761233515.039314:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233515.039319:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233515.039330:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233515.039338:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748891136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233515.039348:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748891904/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233515.039352:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233515.039362:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233515.039370:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748891136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233515.039379:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748891264:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233515.039405:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233515.039418:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233515/real 1761233515] req@ffff9437f87f8700 x1846776748891264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233515.039430:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748891264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233515.039440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233515.039444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233515.039448:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748891264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233515.039456:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748891392:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233515.039489:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233515.039502:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233515/real 1761233515] req@ffff9437f87f8000 x1846776748891392/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233515.039516:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748891392/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233515.039543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233515.039547:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233515.039551:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748891392:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233515.039558:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748891520:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233515.039582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233515.039594:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233515/real 1761233515] req@ffff9437f87faa00 x1846776748891520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233515.039608:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748891520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233515.039617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233515.039621:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233515.039625:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748891520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233515.039632:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748891648:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233515.039654:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233515.039665:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233515/real 1761233515] req@ffff9437f87f8a80 x1846776748891648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233515.039678:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748891648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233515.039688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233515.039691:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233515.039695:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748891648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233515.039716:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748891776:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233515.039762:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233515.039777:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233515/real 1761233515] req@ffff9437f87f9f80 x1846776748891776/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233515.039791:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748891776/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233515.039801:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233515.039804:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233515.039807:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748891776:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233515.039815:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748891904:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233515.039837:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233515.039850:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233515/real 1761233515] req@ffff9437f87f8e00 x1846776748891904/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233515.039865:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748891904/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233515.039874:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233515.039878:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233515.039883:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748891904:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233515.550824:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233515.550852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233515.550971:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233515.870924:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233515.870966:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233516.574829:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233516.574882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233516.574939:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233516.894846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233516.894943:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233517.598945:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233517.598945:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233517.599031:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233517.918838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233517.918988:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233518.622907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233518.622922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233518.622958:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233518.942896:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233518.943063:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233519.646909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233519.646936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233519.646941:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233519.966874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233519.966963:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233520.158871:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233520.158880:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233520.158888:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233520.158897:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10043 00000100:00080000:1.0:1761233520.158906:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233520.158912:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233520.158944:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748892032/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233520.158968:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233520.158971:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233520.158972:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233520.158975:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10043 00000100:00080000:1.0:1761233520.158978:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233520.158981:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233520.158989:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233520.158998:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748892160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233520.159007:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233520.159011:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233520.159015:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233520.159019:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748892032:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233520.159020:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10043 00000100:00080000:1.0:1761233520.159029:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233520.159034:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233520.159037:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233520.159048:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748892288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233520.159056:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233520.159058:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233520.159059:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233520.159062:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10043 00000100:00080000:1.0:1761233520.159065:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233520.159068:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233520.159074:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233520.159086:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748892416/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233520.159092:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233520.159094:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233520.159096:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233520.159099:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10043 00000100:00080000:1.0:1761233520.159103:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233520.159105:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233520.159108:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233520.159114:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233520.159119:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748892544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233520.159126:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233520.159130:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233520.159132:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233520.159140:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10043 00000100:00080000:1.0:1761233520.159147:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233520.159150:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233520.159154:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233520.159163:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748892672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233520.159175:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233520/real 1761233520] req@ffff9437f86d5f80 x1846776748892032/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233520.159179:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233520.159200:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233520.159217:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233520.159231:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10043 00000100:00080000:1.0:1761233520.159239:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233520.159242:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233520.159248:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748892032/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233520.159250:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233520.159268:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748892800/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233520.159268:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233520.159284:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233520.159290:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233520.159296:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748892032:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233520.159304:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233520.159309:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233520.159316:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10043 00000100:00080000:1.0:1761233520.159319:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233520.159322:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233520.159325:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233520.159331:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748892928/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233520.159337:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748892160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233520.159371:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233520.159382:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233520/real 1761233520] req@ffff9437f86d5c00 x1846776748892160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233520.159390:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748892160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233520.159398:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233520.159400:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233520.159403:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748892160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233520.159407:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748892288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233520.159419:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233520.159426:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233520/real 1761233520] req@ffff9437f86d4380 x1846776748892288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233520.159434:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748892288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233520.159457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233520.159459:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233520.159461:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748892288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233520.159467:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748892416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233520.159481:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233520.159488:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233520/real 1761233520] req@ffff9437f86d4700 x1846776748892416/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233520.159496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748892416/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233520.159502:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233520.159504:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233520.159506:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748892416:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233520.159511:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748892544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233520.159523:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233520.159529:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233520/real 1761233520] req@ffff9437f86d4000 x1846776748892544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233520.159543:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748892544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233520.159549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233520.159552:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233520.159554:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748892544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233520.159558:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748892672:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233520.159569:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233520.159576:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233520/real 1761233520] req@ffff9437f86d6680 x1846776748892672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233520.159584:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748892672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233520.159608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233520.159610:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233520.159612:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748892672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233520.159616:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748892800:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233520.159627:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233520.159632:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233520/real 1761233520] req@ffff9437f86d7b80 x1846776748892800/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233520.159640:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748892800/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233520.159649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233520.159652:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233520.159654:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748892800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233520.159669:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748892928:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233520.159680:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233520.159685:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233520/real 1761233520] req@ffff9437f86d5880 x1846776748892928/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233520.159692:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748892928/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233520.159698:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233520.159700:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233520.159702:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748892928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233520.670917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233520.670919:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233520.670931:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233520.990949:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233520.991067:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233521.694905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233521.694905:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233521.694906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233522.014915:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233522.015006:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233522.718904:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233522.718906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233522.718906:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233523.038898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233523.038966:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233523.742860:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233523.742872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233523.742907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233524.062850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233524.062917:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233524.766852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233524.766853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233524.766875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233525.086882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233525.087011:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233525.278863:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233525.278875:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233525.278881:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233525.278893:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10048 00000100:00080000:3.0:1761233525.278903:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233525.278909:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233525.278942:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748893056/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233525.278966:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233525.278970:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233525.278972:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233525.278977:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10048 00000100:00080000:3.0:1761233525.278981:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233525.278985:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233525.278994:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233525.279006:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748893056:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233525.279006:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748893184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233525.279023:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233525.279026:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233525.279028:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233525.279031:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10048 00000100:00080000:3.0:1761233525.279034:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233525.279038:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233525.279042:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233525.279051:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748893312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233525.279059:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233525.279062:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233525.279064:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761233525.279066:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233525.279067:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10048 00000100:00080000:3.0:1761233525.279070:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233525.279073:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233525.279077:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233525.279086:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748893440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233525.279095:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233525.279098:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233525.279100:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233525.279103:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10048 00000100:00100000:2.0:1761233525.279106:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233525/real 1761233525] req@ffff943800b98a80 x1846776748893056/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233525.279107:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233525.279111:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233525.279115:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233525.279142:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748893568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233525.279151:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233525.279153:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748893056/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233525.279154:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233525.279156:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233525.279160:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10048 00000100:00080000:3.0:1761233525.279164:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233525.279165:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233525.279168:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233525.279169:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761233525.279172:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233525.279174:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748893056:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233525.279181:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748893696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233525.279190:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233525.279193:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233525.279194:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233525.279196:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748893184:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233525.279198:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10048 00000100:00080000:3.0:1761233525.279201:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233525.279205:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233525.279209:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233525.279219:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233525.279219:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748893824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233525.279232:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233525/real 1761233525] req@ffff943800b9ad80 x1846776748893184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233525.279235:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233525.279238:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233525.279240:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233525.279244:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10048 00000100:00100000:2.0:1761233525.279245:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748893184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233525.279247:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233525.279251:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233525.279254:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761233525.279255:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233525.279258:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233525.279261:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748893184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233525.279264:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748893952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233525.279268:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748893312:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233525.279287:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233525.279299:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233525/real 1761233525] req@ffff943800b9b800 x1846776748893312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233525.279312:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748893312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233525.279321:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233525.279325:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233525.279329:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748893312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233525.279335:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748893440:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233525.279357:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233525.279369:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233525/real 1761233525] req@ffff943800b9a680 x1846776748893440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233525.279380:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748893440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233525.279386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233525.279388:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233525.279390:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748893440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233525.279394:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748893568:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233525.279408:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233525.279414:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233525/real 1761233525] req@ffff943800b99500 x1846776748893568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233525.279422:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748893568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233525.279427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233525.279429:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233525.279430:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748893568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233525.279434:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748893696:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233525.279444:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233525.279450:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233525/real 1761233525] req@ffff943800b98e00 x1846776748893696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233525.279457:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748893696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233525.279463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233525.279464:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233525.279466:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748893696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233525.279479:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748893824:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233525.279489:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233525.279495:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233525/real 1761233525] req@ffff943800b9bb80 x1846776748893824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233525.279503:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748893824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233525.279508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233525.279509:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233525.279511:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748893824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233525.279514:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748893952:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233525.279524:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233525.279529:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233525/real 1761233525] req@ffff943800b9aa00 x1846776748893952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233525.279537:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748893952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233525.279546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233525.279548:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233525.279550:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748893952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233525.790842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233525.790843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233525.790901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233526.110826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233526.110927:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233526.814890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233526.814890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233526.814923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233527.134835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233527.134980:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233527.838879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233527.838910:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233527.838916:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233528.158834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233528.158940:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233528.862893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233528.862895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233528.862905:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233529.182839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233529.182893:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233529.886890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233529.886909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233529.886936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233530.206919:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233530.207079:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233530.398896:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233530.398910:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233530.398916:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233530.398931:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10054 00000100:00080000:0.0:1761233530.398948:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233530.398957:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233530.399015:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748894080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233530.399058:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233530.399062:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233530.399064:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233530.399069:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10054 00000100:00080000:0.0:1761233530.399075:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233530.399079:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233530.399092:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233530.399102:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748894080:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233530.399112:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748894208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233530.399123:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233530.399127:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233530.399129:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233530.399134:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10054 00000100:00080000:0.0:1761233530.399138:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233530.399141:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233530.399147:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233530.399160:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748894336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233530.399168:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233530.399171:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233530.399173:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233530.399176:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10054 00000100:00080000:0.0:1761233530.399180:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233530.399187:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233530.399194:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233530.399204:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233530.399225:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748894464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233530.399234:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233530/real 1761233530] req@ffff9437f87f9880 x1846776748894080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233530.399244:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233530.399254:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233530.399257:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233530.399259:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748894080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233530.399273:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10054 00000100:00080000:2.0:1761233530.399277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233530.399287:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233530.399287:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233530.399295:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748894080:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233530.399304:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233530.399313:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233530.399321:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748894208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233530.399333:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748894592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233530.399343:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233530.399355:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233530.399361:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233530/real 1761233530] req@ffff9437f87f8380 x1846776748894208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233530.399372:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233530.399382:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233530.399401:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10054 00000100:00100000:2.0:1761233530.399407:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748894208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233530.399408:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233530.399424:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233530.399439:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233530.399441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233530.399450:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233530.399453:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748894208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233530.399460:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748894720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233530.399464:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748894336:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233530.399497:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233530.399505:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233530.399513:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233530.399518:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233530.399524:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233530/real 1761233530] req@ffff9437f87f8e00 x1846776748894336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233530.399531:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10054 00000100:00080000:0.0:1761233530.399549:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233530.399550:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748894336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233530.399564:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233530.399566:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233530.399574:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233530.399575:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233530.399583:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748894336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233530.399589:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748894464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233530.399595:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748894848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233530.399604:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233530.399613:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233530.399618:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233530.399621:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233530.399627:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10054 00000100:00100000:2.0:1761233530.399634:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233530/real 1761233530] req@ffff9437f87f9f80 x1846776748894464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233530.399636:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233530.399648:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233530.399663:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233530.399667:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748894464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233530.399681:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748894976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233530.399688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233530.399707:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233530.399712:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748894464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233530.399761:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748894592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233530.399778:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233530.399789:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233530/real 1761233530] req@ffff9437f87f8a80 x1846776748894592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233530.399802:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748894592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233530.399810:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233530.399814:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233530.399818:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748894592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233530.399824:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748894720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233530.399845:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233530.399857:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233530/real 1761233530] req@ffff9437f87faa00 x1846776748894720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233530.399866:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748894720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233530.399871:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233530.399873:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233530.399876:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748894720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233530.399881:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748894848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233530.399894:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233530.399900:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233530/real 1761233530] req@ffff9437f87f8000 x1846776748894848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233530.399908:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748894848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233530.399913:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233530.399915:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233530.399916:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748894848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233530.399920:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748894976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233530.399931:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233530.399936:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233530/real 1761233530] req@ffff9437f87f8700 x1846776748894976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233530.399944:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748894976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233530.399949:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233530.399951:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233530.399952:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748894976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233530.910879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233530.910882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233530.910915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233531.230815:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233531.230905:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233531.934887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233531.934890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233531.934915:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233532.254872:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233532.254953:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233532.958857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233532.958857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233532.958900:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233533.278844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233533.278931:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233533.982809:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233533.982850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233533.982858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233534.302850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233534.302936:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233535.006899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233535.006909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233535.006909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233535.326867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233535.326962:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233535.518864:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233535.518875:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233535.518882:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233535.518894:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10059 00000100:00080000:2.0:1761233535.518910:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233535.518920:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233535.518980:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748895104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233535.519009:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233535.519013:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233535.519014:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233535.519017:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10059 00000100:00080000:2.0:1761233535.519021:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233535.519024:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233535.519034:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233535.519051:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748895232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233535.519064:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233535.519069:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233535.519072:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233535.519085:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748895104:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233535.519085:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10059 00000100:00080000:2.0:1761233535.519093:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233535.519100:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233535.519108:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233535.519121:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748895360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233535.519130:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233535.519133:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233535.519134:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233535.519138:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10059 00000100:00080000:2.0:1761233535.519142:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233535.519145:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233535.519148:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233535.519156:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748895488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233535.519163:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233535.519167:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233535.519168:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233535.519170:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10059 00000100:00080000:2.0:1761233535.519173:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233535.519176:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233535.519178:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233535.519185:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233535.519191:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748895616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233535.519200:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233535.519202:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233535.519205:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233535.519209:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10059 00000100:00080000:2.0:1761233535.519218:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233535.519221:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233535.519225:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233535.519236:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748895744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233535.519244:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233535.519247:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233535.519249:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233535.519254:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233535/real 1761233535] req@ffff9437fa0df100 x1846776748895104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233535.519255:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10059 00000100:00080000:2.0:1761233535.519265:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233535.519274:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233535.519287:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233535.519304:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748895872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233535.519315:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748895104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233535.519319:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233535.519329:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233535.519332:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233535.519339:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10059 00000100:00080000:2.0:1761233535.519348:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233535.519356:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233535.519363:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233535.519368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233535.519374:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748896000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233535.519380:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233535.519398:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748895104:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233535.519432:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748895232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233535.519477:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233535.519499:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233535/real 1761233535] req@ffff9437fa0de300 x1846776748895232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233535.519516:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748895232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233535.519529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233535.519534:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233535.519538:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748895232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233535.519547:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748895360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233535.519570:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233535.519580:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233535/real 1761233535] req@ffff9437fa0df480 x1846776748895360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233535.519589:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748895360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233535.519596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233535.519599:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233535.519602:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748895360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233535.519607:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748895488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233535.519620:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233535.519628:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233535/real 1761233535] req@ffff9437fa0dea00 x1846776748895488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233535.519636:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748895488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233535.519642:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233535.519645:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233535.519647:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748895488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233535.519652:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748895616:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233535.519665:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233535.519671:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233535/real 1761233535] req@ffff9437fa0dca80 x1846776748895616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233535.519679:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748895616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233535.519685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233535.519687:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233535.519689:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748895616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233535.519694:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748895744:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233535.519705:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233535.519712:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233535/real 1761233535] req@ffff9437fa0ded80 x1846776748895744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233535.519721:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748895744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233535.519727:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233535.519754:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233535.519757:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748895744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233535.519762:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748895872:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233535.519780:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233535.519794:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233535/real 1761233535] req@ffff9437fa0dc000 x1846776748895872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233535.519809:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748895872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233535.519819:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233535.519823:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233535.519827:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748895872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233535.519835:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748896000:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233535.519858:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233535.519871:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233535/real 1761233535] req@ffff9437fa0df800 x1846776748896000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233535.519885:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748896000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233535.519895:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233535.519900:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233535.519904:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748896000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233536.030856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233536.030864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233536.030869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233536.350837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233536.350928:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233537.054926:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233537.054932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233537.054932:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233537.374835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233537.374980:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233538.078828:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233538.078832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233538.078881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233538.398834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233538.398896:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233539.102872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233539.102881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233539.102901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233539.422788:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233539.422972:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233540.126867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233540.126867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233540.126930:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233540.446900:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233540.446905:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233540.638927:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233540.638937:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233540.638941:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233540.638954:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10064 00000100:00080000:3.0:1761233540.638965:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233540.638971:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233540.639004:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748896128/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233540.639027:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233540.639029:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233540.639030:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233540.639034:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10064 00000100:00080000:3.0:1761233540.639036:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233540.639038:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233540.639045:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233540.639053:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748896256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233540.639061:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233540.639064:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233540.639065:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233540.639071:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10064 00000100:00100000:1.0:1761233540.639072:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748896128:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233540.639073:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233540.639079:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233540.639085:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233540.639093:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748896384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233540.639099:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233540.639101:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233540.639103:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233540.639105:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10064 00000100:00080000:3.0:1761233540.639107:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233540.639109:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233540.639112:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233540.639121:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748896512/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233540.639126:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233540.639128:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233540.639129:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233540.639131:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10064 00000100:00080000:3.0:1761233540.639141:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233540.639144:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233540.639149:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233540.639150:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233540.639159:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748896640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233540.639167:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233540.639169:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233540.639171:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233540.639173:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10064 00000100:00080000:3.0:1761233540.639176:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233540.639178:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233540.639181:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233540.639188:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748896768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233540.639194:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233540.639198:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761233540.639199:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233540/real 1761233540] req@ffff943800b9aa00 x1846776748896128/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233540.639200:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233540.639204:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10064 00000100:00080000:3.0:1761233540.639209:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233540.639214:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233540.639221:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233540.639229:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748896896/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233540.639235:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748896128/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233540.639237:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233540.639245:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233540.639248:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233540.639255:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10064 00000100:00080000:1.0:1761233540.639261:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233540.639261:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233540.639265:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233540.639269:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233540.639270:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233540.639276:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748897024/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233540.639279:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748896128:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233540.639313:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748896256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233540.639334:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233540.639348:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233540/real 1761233540] req@ffff943800b9bb80 x1846776748896256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233540.639362:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748896256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233540.639372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233540.639376:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233540.639379:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748896256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233540.639387:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748896384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233540.639410:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233540.639422:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233540/real 1761233540] req@ffff943800b98e00 x1846776748896384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233540.639443:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748896384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233540.639452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233540.639456:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233540.639459:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748896384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233540.639466:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748896512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233540.639488:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233540.639501:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233540/real 1761233540] req@ffff943800b99500 x1846776748896512/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233540.639514:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748896512/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233540.639523:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233540.639527:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233540.639531:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748896512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233540.639537:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748896640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233540.639557:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233540.639567:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233540/real 1761233540] req@ffff943800b9a680 x1846776748896640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233540.639580:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748896640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233540.639592:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233540.639595:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233540.639598:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748896640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233540.639604:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748896768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233540.639625:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233540.639636:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233540/real 1761233540] req@ffff943800b9b800 x1846776748896768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233540.639649:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748896768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233540.639657:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233540.639661:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233540.639665:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748896768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233540.639671:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748896896:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233540.639691:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233540.639702:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233540/real 1761233540] req@ffff943800b9ad80 x1846776748896896/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233540.639715:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748896896/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233540.639724:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233540.639727:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233540.639753:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748896896:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233540.639759:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748897024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233540.639778:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233540.639789:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233540/real 1761233540] req@ffff943800b98a80 x1846776748897024/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233540.639801:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748897024/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233540.639808:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233540.639810:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233540.639812:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748897024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233541.150859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233541.150859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233541.150859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233541.470879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233541.470961:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233542.174848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233542.174848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233542.174874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233542.494903:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233542.494957:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233543.198862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233543.198871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233543.198871:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233543.518814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233543.518880:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233544.222918:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233544.222954:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233544.223002:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233544.542928:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233544.542999:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233545.246922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233545.247005:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233545.247086:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233545.566829:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233545.566978:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233545.759015:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233545.759029:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233545.759036:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233545.759051:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10069 00000100:00080000:2.0:1761233545.759067:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233545.759075:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233545.759124:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748897152/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233545.759163:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233545.759168:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233545.759170:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233545.759175:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10069 00000100:00080000:2.0:1761233545.759180:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233545.759184:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233545.759195:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233545.759215:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748897280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233545.759236:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233545.759240:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748897152:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233545.759249:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233545.759258:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233545.759269:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10069 00000100:00080000:2.0:1761233545.759279:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233545.759289:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233545.759301:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233545.759333:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233545.759336:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748897408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233545.759364:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233545.759371:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233545.759374:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233545.759382:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10069 00000100:00080000:2.0:1761233545.759392:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233545.759401:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233545/real 1761233545] req@ffff9437fa0dfb80 x1846776748897152/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233545.759405:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233545.759427:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233545.759444:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748897152/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233545.759462:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748897536/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233545.759476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233545.759494:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233545.759508:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748897152:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233545.759512:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233545.759520:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233545.759524:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233545.759531:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10069 00000100:00080000:2.0:1761233545.759541:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233545.759549:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748897280:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233545.759555:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233545.759567:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233545.759589:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748897664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233545.759603:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233545.759623:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233545.759628:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233545.759630:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233545.759636:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233545/real 1761233545] req@ffff9437fa0dd180 x1846776748897280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233545.759644:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10069 00000100:00080000:2.0:1761233545.759657:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233545.759668:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233545.759675:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233545.759676:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748897280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233545.759695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233545.759697:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748897792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233545.759706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233545.759720:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748897280:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233545.759765:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233545.759773:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233545.759776:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233545.759786:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10069 00000100:00100000:1.0:1761233545.759793:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748897408:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233545.759796:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233545.759839:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233545.759851:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233545.759864:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233545.759877:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748897920/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233545.759890:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233545/real 1761233545] req@ffff9437fa0dc700 x1846776748897408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233545.759902:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233545.759921:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233545.759927:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233545.759933:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748897408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233545.759941:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10069 00000100:00080000:2.0:1761233545.759954:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233545.759960:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233545.759963:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233545.759974:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761233545.759975:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233545.759986:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748897408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233545.759998:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748898048/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233545.760004:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748897536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233545.760051:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233545.760068:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233545/real 1761233545] req@ffff9437fa0dc380 x1846776748897536/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233545.760084:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748897536/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233545.760094:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233545.760098:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233545.760102:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748897536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233545.760123:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748897664:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233545.760143:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233545.760155:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233545/real 1761233545] req@ffff9437fa0ddc00 x1846776748897664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233545.760168:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748897664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233545.760179:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233545.760182:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233545.760186:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748897664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233545.760193:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748897792:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233545.760210:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233545.760221:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233545/real 1761233545] req@ffff9437fa0dd500 x1846776748897792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233545.760236:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748897792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233545.760246:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233545.760249:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233545.760253:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748897792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233545.760259:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748897920:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233545.760276:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233545.760286:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233545/real 1761233545] req@ffff9437fa0dfb80 x1846776748897920/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233545.760301:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748897920/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233545.760310:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233545.760313:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233545.760317:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748897920:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233545.760323:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748898048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233545.760340:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233545.760350:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233545/real 1761233545] req@ffff9437fa0df800 x1846776748898048/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233545.760363:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748898048/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233545.760380:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233545.760384:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233545.760388:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748898048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233546.270894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233546.270902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233546.270916:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233546.590871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233546.590980:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233547.294848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233547.294849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233547.294873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233547.614835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233547.614937:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233548.318869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233548.318891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233548.318900:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233548.638867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233548.638950:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233549.342849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233549.342850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233549.342850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233549.662896:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233549.662989:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233550.366852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233550.366871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233550.366889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233550.686812:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233550.686896:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233550.878950:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233550.878968:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233550.878976:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233550.879008:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10074 00000100:00080000:2.0:1761233550.879024:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233550.879033:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233550.879080:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748898176/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233550.879115:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233550.879119:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233550.879121:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233550.879125:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10074 00000100:00080000:2.0:1761233550.879130:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233550.879136:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233550.879146:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233550.879161:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748898176:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233550.879184:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748898304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233550.879203:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233550.879208:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233550.879210:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233550.879215:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10074 00000100:00080000:2.0:1761233550.879222:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233550.879228:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233550.879235:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233550.879251:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748898432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233550.879265:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233550.879273:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233550.879275:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233550.879282:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233550.879289:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10074 00000100:00080000:2.0:1761233550.879298:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233550.879304:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233550.879311:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233550.879327:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748898560/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233550.879340:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233550/real 1761233550] req@ffff9437fa0dc000 x1846776748898176/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233550.879346:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233550.879361:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233550.879367:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233550.879381:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10074 00000100:00080000:2.0:1761233550.879388:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233550.879393:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748898176/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233550.879400:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233550.879412:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233550.879422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233550.879435:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233550.879436:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748898688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233550.879444:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748898176:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233550.879471:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233550.879476:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233550.879478:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233550.879486:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10074 00000100:00080000:2.0:1761233550.879490:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233550.879493:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748898304:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233550.879501:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233550.879511:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233550.879547:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748898816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233550.879558:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233550.879561:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233550.879567:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233550.879569:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233550.879575:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10074 00000100:00100000:1.0:1761233550.879580:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233550/real 1761233550] req@ffff9437fa0ded80 x1846776748898304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233550.879583:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233550.879594:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233550.879604:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233550.879608:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748898304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233550.879620:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748898944/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233550.879623:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233550.879633:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233550.879642:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233550.879644:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748898304:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233550.879652:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233550.879656:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233550.879659:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748898432:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233550.879665:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10074 00000100:00080000:2.0:1761233550.879671:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233550.879676:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233550.879681:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233550.879692:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233550.879698:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748899072/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233550.879710:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233550/real 1761233550] req@ffff9437fa0dca80 x1846776748898432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233550.879776:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748898432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233550.879786:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233550.879789:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233550.879792:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748898432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233550.879799:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748898560:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233550.879820:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233550.879831:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233550/real 1761233550] req@ffff9437fa0dea00 x1846776748898560/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233550.879842:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748898560/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233550.879855:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233550.879858:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233550.879861:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748898560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233550.879866:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748898688:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233550.879879:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233550.879887:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233550/real 1761233550] req@ffff9437fa0df480 x1846776748898688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233550.879896:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748898688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233550.879903:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233550.879906:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233550.879909:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748898688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233550.879926:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748898816:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233550.879939:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233550.879948:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233550/real 1761233550] req@ffff9437fa0de300 x1846776748898816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233550.879958:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748898816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233550.879965:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233550.879967:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233550.879971:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748898816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233550.879976:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748898944:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233550.879989:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233550.879996:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233550/real 1761233550] req@ffff9437fa0df100 x1846776748898944/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233550.880006:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748898944/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233550.880013:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233550.880015:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233550.880018:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748898944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233550.880022:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748899072:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233550.880034:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233550.880042:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233550/real 1761233550] req@ffff9437fa0dc000 x1846776748899072/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233550.880060:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748899072/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233550.880067:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233550.880070:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233550.880073:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748899072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233551.390918:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233551.390944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233551.391049:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233551.710847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233551.710956:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233552.414922:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233552.414976:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233552.415012:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233552.734831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233552.735019:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233553.438826:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233553.438892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233553.438925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233553.758888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233553.759048:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233554.462873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233554.462918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233554.462919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233554.782851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233554.782941:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233555.486854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233555.486854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233555.486908:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233555.806882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233555.806962:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233555.998877:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233555.998893:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233555.998900:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233555.998916:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10079 00000100:00080000:2.0:1761233555.998936:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233555.998947:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233555.999008:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748899200/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233555.999040:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233555.999045:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233555.999047:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233555.999054:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10079 00000100:00080000:2.0:1761233555.999059:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233555.999065:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233555.999076:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233555.999078:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748899200:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233555.999094:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748899328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233555.999107:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233555.999111:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233555.999113:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233555.999118:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10079 00000100:00080000:2.0:1761233555.999122:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233555.999127:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233555.999132:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233555.999145:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748899456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233555.999157:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233555.999161:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233555.999163:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233555.999166:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233555.999171:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10079 00000100:00080000:2.0:1761233555.999176:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233555.999182:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233555.999189:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233555.999202:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748899584/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233555.999211:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233555.999216:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761233555.999218:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233555/real 1761233555] req@ffff9437fa0df800 x1846776748899200/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233555.999219:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233555.999230:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10079 00000100:00080000:2.0:1761233555.999237:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233555.999241:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233555.999246:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748899200/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233555.999249:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233555.999263:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233555.999268:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748899712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233555.999270:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233555.999277:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748899200:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233555.999289:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233555.999294:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233555.999296:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233555.999302:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10079 00000100:00080000:2.0:1761233555.999307:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233555.999308:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748899328:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233555.999316:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233555.999322:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233555.999332:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233555.999341:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748899840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233555.999346:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233555/real 1761233555] req@ffff9437fa0dfb80 x1846776748899328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233555.999369:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233555.999372:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748899328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233555.999377:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233555.999382:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233555.999387:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233555.999390:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10079 00000100:00080000:1.0:1761233555.999393:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233555.999398:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748899328:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233555.999399:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233555.999404:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748899456:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233555.999407:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233555.999416:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233555.999432:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233555.999433:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748899968/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233555.999450:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233555/real 1761233555] req@ffff9437fa0dd500 x1846776748899456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233555.999454:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233555.999461:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233555.999465:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233555.999471:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748899456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233555.999472:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10079 00000100:00080000:2.0:1761233555.999478:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233555.999484:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233555.999485:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761233555.999488:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233555.999491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233555.999495:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748899456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233555.999501:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748900096/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233555.999502:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748899584:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233555.999525:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233555.999535:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233555/real 1761233555] req@ffff9437fa0ddc00 x1846776748899584/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233555.999543:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748899584/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233555.999549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233555.999551:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233555.999553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748899584:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233555.999557:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748899712:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233555.999567:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233555.999573:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233555/real 1761233555] req@ffff9437fa0dc380 x1846776748899712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233555.999585:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748899712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233555.999591:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233555.999592:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233555.999594:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748899712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233555.999606:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748899840:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233555.999616:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233555.999621:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233555/real 1761233555] req@ffff9437fa0dc700 x1846776748899840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233555.999629:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748899840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233555.999634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233555.999636:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233555.999650:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748899840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233555.999654:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748899968:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233555.999665:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233555.999672:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233555/real 1761233555] req@ffff9437fa0dd180 x1846776748899968/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233555.999690:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748899968/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233555.999700:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233555.999702:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233555.999704:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748899968:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233555.999708:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748900096:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233555.999718:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233555.999724:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233555/real 1761233555] req@ffff9437fa0df800 x1846776748900096/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233555.999752:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748900096/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233555.999758:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233555.999760:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233555.999763:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748900096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233556.510934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233556.510935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233556.510935:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233556.830882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233556.831025:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233557.534928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233557.534928:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233557.534932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233557.854899:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233557.855077:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233558.558863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233558.558919:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233558.558926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:1.0:1761233558.878938:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233558.878946:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761233559.582832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233559.582838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233559.582867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233559.902910:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233559.902998:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233560.606823:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233560.606880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233560.606881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233560.926852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233560.926932:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233561.118942:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233561.118954:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233561.118960:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233561.118972:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10084 00000100:00080000:0.0:1761233561.118986:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233561.118993:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233561.119046:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748900224/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233561.119074:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233561.119077:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233561.119079:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233561.119082:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10084 00000100:00080000:0.0:1761233561.119085:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233561.119088:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233561.119099:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233561.119110:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748900352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233561.119119:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233561.119122:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233561.119125:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233561.119134:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748900224:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233561.119138:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10084 00000100:00080000:0.0:1761233561.119146:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233561.119154:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233561.119158:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233561.119168:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748900480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233561.119175:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233561.119178:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233561.119179:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233561.119182:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10084 00000100:00080000:0.0:1761233561.119184:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233561.119187:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233561.119190:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233561.119201:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748900608/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233561.119208:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233561.119212:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233561.119214:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233561.119217:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10084 00000100:00080000:0.0:1761233561.119220:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233561.119225:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233561.119229:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233561.119231:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233561.119240:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748900736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233561.119248:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233561.119252:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233561.119253:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233561.119257:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10084 00000100:00080000:0.0:1761233561.119260:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233561.119262:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233561.119265:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233561.119274:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748900864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233561.119281:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233561.119284:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233561.119288:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233561.119289:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233561/real 1761233561] req@ffff9437f87f9180 x1846776748900224/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233561.119295:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10084 00000100:00080000:0.0:1761233561.119301:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233561.119309:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233561.119316:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233561.119334:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748900992/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233561.119345:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233561.119348:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233561.119349:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233561.119353:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748900224/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233561.119358:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10084 00000100:00080000:0.0:1761233561.119366:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233561.119378:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233561.119387:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233561.119389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233561.119396:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233561.119400:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748900224:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233561.119410:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748901120/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233561.119437:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748900352:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233561.119460:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233561.119470:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233561/real 1761233561] req@ffff9437f87fb800 x1846776748900352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233561.119479:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748900352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233561.119486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233561.119488:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233561.119490:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748900352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233561.119495:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748900480:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233561.119506:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233561.119512:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233561/real 1761233561] req@ffff9437f87f9500 x1846776748900480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233561.119520:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748900480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233561.119530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233561.119532:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233561.119534:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748900480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233561.119538:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748900608:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233561.119548:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233561.119554:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233561/real 1761233561] req@ffff9437f87fb100 x1846776748900608/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233561.119577:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748900608/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233561.119583:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233561.119585:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233561.119587:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748900608:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233561.119592:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748900736:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233561.119607:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233561.119615:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233561/real 1761233561] req@ffff9437f87fa680 x1846776748900736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233561.119622:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748900736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233561.119627:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233561.119630:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233561.119634:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748900736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233561.119641:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748900864:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233561.119661:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233561.119673:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233561/real 1761233561] req@ffff9437f87fb480 x1846776748900864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233561.119686:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748900864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233561.119694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233561.119697:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233561.119701:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748900864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233561.119707:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748900992:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233561.119728:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233561.119777:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233561/real 1761233561] req@ffff9437f87f9c00 x1846776748900992/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233561.119786:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748900992/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233561.119791:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233561.119794:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233561.119796:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748900992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233561.119800:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748901120:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233561.119815:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233561.119826:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233561/real 1761233561] req@ffff9437f87fad80 x1846776748901120/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233561.119866:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748901120/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233561.119876:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233561.119880:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233561.119886:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748901120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233561.630815:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233561.630818:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233561.630858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233561.950843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233561.950906:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233562.654795:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233562.654803:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233562.654847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233562.974838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233562.974948:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233563.678848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233563.678892:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233563.678927:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233563.998849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233563.998943:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233564.702843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233564.702851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233564.702923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233565.022816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233565.022966:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233565.726881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233565.726913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233565.726930:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233566.046880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233566.046953:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233566.238932:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233566.238941:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233566.238946:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233566.238956:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10089 00000100:00080000:2.0:1761233566.238967:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233566.238972:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233566.239003:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748901248/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233566.239032:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233566.239035:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233566.239037:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233566.239042:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10089 00000100:00080000:2.0:1761233566.239046:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233566.239051:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233566.239061:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233566.239072:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748901248:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233566.239080:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748901376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233566.239104:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233566.239108:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233566.239110:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233566.239116:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10089 00000100:00080000:2.0:1761233566.239133:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233566.239138:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233566.239142:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233566.239150:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233566.239167:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748901504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233566.239176:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233566/real 1761233566] req@ffff9437fa0dc000 x1846776748901248/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233566.239205:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233566.239208:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233566.239211:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748901248/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233566.239212:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233566.239219:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10089 00000100:00080000:2.0:1761233566.239227:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233566.239230:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233566.239232:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233566.239237:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761233566.239240:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233566.239242:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748901248:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233566.239259:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748901632/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233566.239265:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748901376:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233566.239283:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233566.239287:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:1.0:1761233566.239290:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233566.239292:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233566.239299:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10089 00000100:00080000:2.0:1761233566.239305:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233566.239306:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233566/real 1761233566] req@ffff9437fa0df100 x1846776748901376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233566.239314:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233566.239324:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233566.239331:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748901376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233566.239341:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748901760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233566.239345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233566.239356:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233566.239361:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233566.239364:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748901376:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233566.239366:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233566.239371:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233566.239377:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748901504:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233566.239378:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10089 00000100:00080000:2.0:1761233566.239388:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233566.239394:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233566.239400:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233566.239407:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233566.239415:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748901888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233566.239421:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233566/real 1761233566] req@ffff9437fa0de300 x1846776748901504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233566.239438:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233566.239442:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748901504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233566.239443:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233566.239448:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233566.239457:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10089 00000100:00080000:1.0:1761233566.239468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233566.239471:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233566.239491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233566.239493:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233566.239501:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748901504:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761233566.239501:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233566.239515:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748902016/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233566.239524:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233566.239528:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748901632:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233566.239529:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233566.239532:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233566.239538:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10089 00000100:00080000:2.0:1761233566.239543:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233566.239547:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233566.239551:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233566.239559:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748902144/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233566.239567:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233566.239585:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233566/real 1761233566] req@ffff9437fa0df480 x1846776748901632/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233566.239599:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748901632/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233566.239604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233566.239607:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233566.239609:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748901632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233566.239613:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748901760:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233566.239627:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233566.239633:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233566/real 1761233566] req@ffff9437fa0dea00 x1846776748901760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233566.239640:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748901760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233566.239645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233566.239647:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233566.239648:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748901760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233566.239652:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748901888:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233566.239662:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233566.239667:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233566/real 1761233566] req@ffff9437fa0dca80 x1846776748901888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233566.239674:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748901888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233566.239684:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233566.239686:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233566.239688:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748901888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233566.239698:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748902016:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233566.239708:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233566.239713:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233566/real 1761233566] req@ffff9437fa0ded80 x1846776748902016/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233566.239720:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748902016/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233566.239725:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233566.239727:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233566.239749:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748902016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233566.239754:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748902144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233566.239766:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233566.239773:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233566/real 1761233566] req@ffff9437fa0de300 x1846776748902144/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233566.239781:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748902144/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233566.239786:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233566.239788:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233566.239791:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748902144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233566.750872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233566.750884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233566.750899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233567.070854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233567.070913:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233567.774834:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233567.774858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233567.774885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233568.094869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233568.094921:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233568.799000:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233568.799133:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233568.799724:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233569.118837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233569.118953:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233569.822890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233569.822994:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233569.823136:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233570.142836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233570.142913:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233570.846906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233570.847090:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233570.847180:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233571.166817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233571.166884:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233571.358840:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233571.358848:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233571.358853:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233571.358863:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10095 00000100:00080000:2.0:1761233571.358873:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233571.358880:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233571.358913:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748902272/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233571.358933:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233571.358936:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233571.358937:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233571.358940:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10095 00000100:00080000:2.0:1761233571.358944:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233571.358949:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233571.358959:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233571.358968:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748902272:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233571.358976:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748902400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233571.358989:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233571.358993:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233571.358996:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233571.359001:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10095 00000100:00080000:2.0:1761233571.359016:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233571.359021:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233571.359025:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233571.359029:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233571.359047:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748902528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233571.359056:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233571.359058:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233571.359060:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233571.359064:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233571/real 1761233571] req@ffff9437fa0df100 x1846776748902272/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233571.359067:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10095 00000100:00080000:2.0:1761233571.359075:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233571.359081:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233571.359086:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748902272/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233571.359089:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233571.359100:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233571.359104:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233571.359110:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748902272:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233571.359110:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748902656/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233571.359126:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233571.359131:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761233571.359133:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748902400:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233571.359135:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233571.359143:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10095 00000100:00080000:2.0:1761233571.359151:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233571.359155:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233571.359160:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233571.359166:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233571/real 1761233571] req@ffff9437fa0dc000 x1846776748902400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233571.359166:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233571.359179:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748902400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233571.359182:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748902784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233571.359195:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233571.359201:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233571.359201:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233571.359208:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748902400:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233571.359208:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233571.359212:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233571.359216:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748902528:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233571.359218:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10095 00000100:00080000:2.0:1761233571.359225:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233571.359228:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233571.359232:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233571.359238:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233571.359242:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748902912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233571.359249:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233571/real 1761233571] req@ffff9437fa0df800 x1846776748902528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233571.359252:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233571.359260:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233571.359263:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233571.359268:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10095 00000100:00100000:1.0:1761233571.359270:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748902528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233571.359272:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233571.359279:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233571.359282:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761233571.359286:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233571.359287:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233571.359291:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748902528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233571.359297:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748902656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233571.359303:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748903040/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233571.359312:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233571.359320:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233571.359324:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233571/real 1761233571] req@ffff9437fa0dd180 x1846776748902656/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233571.359327:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233571.359333:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233571.359338:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748902656/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233571.359341:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10095 00000100:00080000:1.0:1761233571.359351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233571.359352:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233571.359357:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233571.359363:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748902656:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233571.359363:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233571.359375:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233571.359380:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748902784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233571.359389:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748903168/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233571.359421:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233571.359433:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233571/real 1761233571] req@ffff9437fa0dc700 x1846776748902784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233571.359441:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748902784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233571.359446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233571.359448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233571.359450:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748902784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233571.359454:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748902912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233571.359466:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233571.359471:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233571/real 1761233571] req@ffff9437fa0dc380 x1846776748902912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233571.359478:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748902912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233571.359484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233571.359485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233571.359487:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748902912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233571.359491:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748903040:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233571.359499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233571.359505:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233571/real 1761233571] req@ffff9437fa0ddc00 x1846776748903040/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233571.359516:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748903040/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233571.359521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233571.359523:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233571.359525:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748903040:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233571.359533:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748903168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233571.359543:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233571.359549:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233571/real 1761233571] req@ffff9437fa0dd500 x1846776748903168/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233571.359556:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748903168/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233571.359561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233571.359563:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233571.359565:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748903168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233571.870938:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233571.870938:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233571.871594:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233572.190846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233572.190859:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233572.894880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233572.895064:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233572.895110:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233573.214977:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233573.215005:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233573.919025:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233573.919053:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233573.919130:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233574.238840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233574.238902:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233574.942914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233574.942922:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233574.942926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233575.262859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233575.263007:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233575.966879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233575.966905:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233575.966905:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233576.286796:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233576.287002:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233576.478865:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233576.478879:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233576.478887:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233576.478905:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10100 00000100:00080000:2.0:1761233576.478922:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233576.478935:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233576.478995:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748903296/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233576.479032:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233576.479037:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233576.479040:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233576.479046:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10100 00000100:00080000:2.0:1761233576.479052:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233576.479057:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233576.479070:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233576.479082:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748903296:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233576.479089:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748903424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233576.479123:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233576.479127:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233576.479129:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233576.479135:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10100 00000100:00080000:2.0:1761233576.479140:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233576.479144:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233576.479151:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233576.479164:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748903552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233576.479174:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233576.479178:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233576.479180:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233576.479186:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10100 00000100:00080000:2.0:1761233576.479193:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233576.479215:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233576.479223:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233576.479229:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748903424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233576.479242:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748903680/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233576.479259:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233576.479265:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761233576.479267:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748903552:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233576.479271:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233576.479284:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10100 00000100:00080000:2.0:1761233576.479294:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233576.479301:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233576.479308:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233576.479315:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748903680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233576.479349:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748903808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233576.479389:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233576.479393:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233576.479397:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233576.479402:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10100 00000100:00100000:1.0:1761233576.479406:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748903808:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233576.479412:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233576.479419:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233576.479425:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233576.479441:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748903936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233576.479459:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233576.479463:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233576.479466:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233576.479472:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10100 00000100:00080000:2.0:1761233576.479477:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233576.479478:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748903936:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233576.479489:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233576.479498:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233576.479514:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748904064/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233576.479537:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233576.479542:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233576.479545:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233576.479552:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10100 00000100:00100000:1.0:1761233576.479557:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748904064:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233576.479560:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233576.479570:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233576.479591:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233576.479611:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748904192/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233576.479660:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748904192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233576.990961:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233576.991043:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233576.991050:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233577.310913:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233577.311105:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233578.014895:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233578.014908:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233578.014938:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233578.334828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233578.334943:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233579.038936:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233579.038936:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233579.038944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233579.358905:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233579.359050:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1761233579.551165:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:1.0:1761233579.551232:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1761233579.551254:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233579.551354:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233579.551368:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233579.551380:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233579.551394:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233579.551409:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233579.551423:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233579.551437:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233579.551445:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233576/real 1761233579] req@ffff9437fa0dc700 x1846776748903808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233579.551492:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748903808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233579.551511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233579.551519:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233579.551526:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748903808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233579.551537:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233576/real 1761233579] req@ffff9437fa0dc380 x1846776748903680/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233579.551553:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748903680/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233579.551565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233579.551570:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233579.551574:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748903680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233579.551584:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233576/real 1761233579] req@ffff9437fa0dd500 x1846776748903424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233579.551600:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748903424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233579.551613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233579.551618:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233579.551621:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748903424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233579.551629:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233576/real 1761233579] req@ffff9437fa0ddc00 x1846776748903552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233579.551642:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748903552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233579.551652:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233579.551657:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233579.551660:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748903552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233579.551668:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233576/real 1761233579] req@ffff9437fa0dfb80 x1846776748903296/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233579.551697:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748903296/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233579.551706:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233579.551710:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233579.551713:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748903296:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233579.551794:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233576/real 1761233579] req@ffff9437fa0dc000 x1846776748904192/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233579.551809:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748904192/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233579.551818:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233579.551823:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233579.551827:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748904192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233579.551835:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233576/real 1761233579] req@ffff9437fa0df800 x1846776748904064/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233579.551847:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748904064/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233579.551870:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233579.551874:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233579.551877:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748904064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233579.551886:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233576/real 1761233579] req@ffff9437fa0dd180 x1846776748903936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233579.551901:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748903936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233579.551911:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233579.551917:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233579.551921:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748903936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233580.062854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233580.062857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233580.062866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233580.382886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233580.383117:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233581.086937:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233581.086970:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233581.087020:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233581.406924:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233581.406995:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233581.598904:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233581.598919:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233581.598928:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233581.598941:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10105 00000100:00080000:2.0:1761233581.598956:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233581.598965:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233581.599014:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748904320/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233581.599060:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233581.599065:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233581.599067:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233581.599073:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10105 00000100:00080000:2.0:1761233581.599078:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233581.599082:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233581.599093:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233581.599108:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748904448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233581.599121:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233581.599126:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233581.599128:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233581.599133:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10105 00000100:00080000:2.0:1761233581.599136:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233581.599140:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233581.599145:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233581.599154:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748904576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233581.599166:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233581.599170:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233581.599172:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233581.599176:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10105 00000100:00080000:2.0:1761233581.599181:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233581.599187:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233581.599193:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233581.599203:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748904704/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233581.599215:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233581.599219:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233581.599222:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233581.599231:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748904320:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233581.599232:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10105 00000100:00080000:2.0:1761233581.599267:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233581.599272:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233581.599283:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233581.599299:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748904832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233581.599312:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233581.599316:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233581.599319:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233581.599323:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10105 00000100:00080000:2.0:1761233581.599328:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233581.599332:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233581.599339:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233581.599358:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748904960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233581.599376:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233581.599383:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233581.599391:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233581.599393:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233581.599410:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10105 00000100:00080000:2.0:1761233581.599423:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233581.599432:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233581.599444:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233581.599468:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748905088/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233581.599485:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233581/real 1761233581] req@ffff9437fa0dd180 x1846776748904320/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233581.599494:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233581.599513:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233581.599518:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233581.599526:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10105 00000100:00080000:2.0:1761233581.599533:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233581.599541:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233581.599554:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233581.599579:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748905216/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233581.599596:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748904320/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233581.599626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233581.599638:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233581.599648:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748904320:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233581.599665:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748904448:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233581.599714:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233581.599790:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233581/real 1761233581] req@ffff9437fa0df800 x1846776748904448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233581.599818:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748904448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233581.599837:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233581.599844:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233581.599851:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748904448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233581.599864:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748904576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233581.599925:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233581.599952:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233581/real 1761233581] req@ffff9437fa0dc000 x1846776748904576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233581.599975:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748904576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233581.599992:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233581.599999:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233581.600005:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748904576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233581.600054:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748904704:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233581.600097:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233581.600120:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233581/real 1761233581] req@ffff9437fa0dfb80 x1846776748904704/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233581.600142:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748904704/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233581.600157:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233581.600162:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233581.600169:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748904704:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233581.600180:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748904832:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233581.600217:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233581.600267:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233581/real 1761233581] req@ffff9437fa0ddc00 x1846776748904832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233581.600304:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748904832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233581.600319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233581.600325:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233581.600333:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748904832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233581.600345:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748904960:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233581.600383:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233581.600404:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233581/real 1761233581] req@ffff9437fa0dd500 x1846776748904960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233581.600428:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748904960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233581.600444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233581.600451:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233581.600458:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748904960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233581.600471:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748905088:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233581.600514:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233581.600537:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233581/real 1761233581] req@ffff9437fa0dc380 x1846776748905088/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233581.600560:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748905088/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233581.600588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233581.600595:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233581.600603:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748905088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233581.600615:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748905216:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233581.600656:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233581.600679:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233581/real 1761233581] req@ffff9437fa0dc700 x1846776748905216/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233581.600705:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748905216/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233581.600721:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233581.600773:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233581.600783:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748905216:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233582.110933:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233582.110933:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233582.111031:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233582.430834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233582.430873:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233583.134899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233583.134916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233583.134917:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233583.454857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233583.454925:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233584.158885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233584.158941:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233584.158941:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233584.478902:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233584.479073:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233585.182807:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233585.182865:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233585.182893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233585.502888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233585.503026:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233586.206858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233586.206859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233586.206940:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233586.526873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233586.527063:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233586.719034:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233586.719063:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233586.719078:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233586.719089:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10110 00000100:00080000:0.0:1761233586.719103:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233586.719111:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233586.719177:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748905344/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233586.719243:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233586.719248:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233586.719250:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233586.719255:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10110 00000100:00080000:0.0:1761233586.719259:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233586.719264:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233586.719275:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233586.719293:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748905472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233586.719302:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748905344:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233586.719316:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233586.719321:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233586.719323:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233586.719329:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10110 00000100:00080000:0.0:1761233586.719336:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233586.719340:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233586.719345:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233586.719361:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748905600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233586.719373:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233586.719377:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233586.719379:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233586.719383:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10110 00000100:00080000:0.0:1761233586.719387:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233586.719390:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233586.719404:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233586.719411:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233586.719427:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748905728/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233586.719438:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233586.719442:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233586.719444:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233586.719466:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10110 00000100:00080000:0.0:1761233586.719470:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233586.719472:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233586/real 1761233586] req@ffff9437f87fbb80 x1846776748905344/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233586.719477:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233586.719486:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233586.719504:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748905856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233586.719511:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748905344/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233586.719578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233586.719580:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233586.719589:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233586.719590:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233586.719598:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233586.719603:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748905344:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233586.719610:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10110 00000100:00080000:0.0:1761233586.719618:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233586.719622:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233586.719628:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233586.719641:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748905472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233586.719645:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748905984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233586.719662:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233586.719666:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233586.719670:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233586.719674:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10110 00000100:00080000:0.0:1761233586.719681:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233586.719687:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233586.719694:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233586.719702:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233586.719714:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233586/real 1761233586] req@ffff9437f87fa300 x1846776748905472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233586.719721:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748906112/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233586.719755:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748905472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233586.719803:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233586.719808:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233586.719813:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748905472:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233586.719826:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233586.719829:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748905600:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233586.719833:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233586.719841:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233586.719850:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10110 00000100:00080000:0.0:1761233586.719869:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233586.719876:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233586.719883:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233586.719891:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233586.719898:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233586/real 1761233586] req@ffff9437f87fad80 x1846776748905600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233586.719913:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748906240/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233586.719939:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748905600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233586.719968:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233586.719975:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233586.719980:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748905600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233586.719990:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748905728:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233586.720016:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233586.720029:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233586/real 1761233586] req@ffff9437f87f9c00 x1846776748905728/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233586.720060:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748905728/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233586.720070:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233586.720073:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233586.720076:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748905728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233586.720083:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748905856:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233586.720102:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233586.720113:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233586/real 1761233586] req@ffff9437f87fb480 x1846776748905856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233586.720126:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748905856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233586.720135:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233586.720138:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233586.720142:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748905856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233586.720209:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748905984:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233586.720234:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233586.720244:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233586/real 1761233586] req@ffff9437f87fa680 x1846776748905984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233586.720254:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748905984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233586.720261:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233586.720264:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233586.720267:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748905984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233586.720272:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748906112:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233586.720284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233586.720292:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233586/real 1761233586] req@ffff9437f87fb100 x1846776748906112/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233586.720302:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748906112/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233586.720309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233586.720311:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233586.720314:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748906112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233586.720318:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748906240:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233586.720330:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233586.720338:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233586/real 1761233586] req@ffff9437f87f9500 x1846776748906240/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233586.720348:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748906240/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233586.720355:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233586.720358:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233586.720360:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748906240:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233587.230864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233587.230923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233587.230978:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233587.550905:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233587.550981:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233588.254848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233588.254848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233588.254850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233588.574887:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233588.574950:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233589.278883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233589.278909:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233589.278926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233589.598852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233589.598925:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233590.302873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233590.302874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233590.302913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233590.622950:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233590.623089:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233591.326890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233591.326908:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233591.326962:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233591.646886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233591.647015:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233591.838852:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233591.838861:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233591.838866:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233591.838875:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10115 00000100:00080000:0.0:1761233591.838887:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233591.838892:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233591.838927:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748906368/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233591.838949:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233591.838953:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233591.838954:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233591.838957:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10115 00000100:00080000:0.0:1761233591.838960:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233591.838963:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233591.838970:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233591.838980:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748906496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233591.838986:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748906368:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233591.838993:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233591.838997:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233591.838998:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233591.839002:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10115 00000100:00080000:0.0:1761233591.839005:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233591.839008:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233591.839011:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233591.839020:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748906624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233591.839028:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233591.839030:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233591.839031:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233591.839033:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10115 00000100:00080000:0.0:1761233591.839038:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233591.839040:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233591.839044:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233591.839048:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233591.839055:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748906752/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233591.839064:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233591.839067:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233591.839068:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233591.839070:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10115 00000100:00080000:0.0:1761233591.839086:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233591.839091:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233591.839096:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233591.839100:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233591/real 1761233591] req@ffff9437f87fb800 x1846776748906368/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233591.839109:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748906880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233591.839136:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233591.839139:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233591.839142:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233591.839142:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748906368/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233591.839150:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10115 00000100:00080000:0.0:1761233591.839156:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233591.839161:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233591.839161:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233591.839169:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233591.839170:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233591.839176:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748906368:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233591.839181:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748907008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233591.839188:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233591.839191:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233591.839193:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233591.839195:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10115 00000100:00080000:0.0:1761233591.839198:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233591.839203:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233591.839204:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748906496:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761233591.839207:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233591.839217:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748907136/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233591.839230:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233591.839232:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233591.839236:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233591.839237:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233591.839241:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10115 00000100:00100000:1.0:1761233591.839244:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233591/real 1761233591] req@ffff9437f87f9180 x1846776748906496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233591.839246:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233591.839253:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233591.839260:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233591.839265:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748906496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233591.839270:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748907264/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233591.839285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233591.839290:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233591.839293:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748906496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233591.839299:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748906624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233591.839312:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233591.839318:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233591/real 1761233591] req@ffff9437f87f8700 x1846776748906624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233591.839326:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748906624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233591.839331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233591.839333:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233591.839335:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748906624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233591.839339:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748906752:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233591.839356:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233591.839367:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233591/real 1761233591] req@ffff9437f87f8000 x1846776748906752/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233591.839379:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748906752/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233591.839388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233591.839392:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233591.839395:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748906752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233591.839402:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748906880:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233591.839424:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233591.839436:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233591/real 1761233591] req@ffff9437f87faa00 x1846776748906880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233591.839449:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748906880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233591.839455:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233591.839457:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233591.839460:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748906880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233591.839464:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748907008:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233591.839478:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233591.839485:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233591/real 1761233591] req@ffff9437f87f8a80 x1846776748907008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233591.839492:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748907008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233591.839502:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233591.839505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233591.839509:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748907008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233591.839529:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748907136:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233591.839550:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233591.839562:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233591/real 1761233591] req@ffff9437f87f9f80 x1846776748907136/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233591.839574:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748907136/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233591.839582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233591.839585:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233591.839589:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748907136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233591.839595:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748907264:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233591.839615:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233591.839625:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233591/real 1761233591] req@ffff9437f87f8e00 x1846776748907264/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233591.839632:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748907264/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233591.839638:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233591.839640:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233591.839643:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748907264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233592.350873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233592.350915:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233592.350917:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233592.670889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233592.670935:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233593.374849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233593.374850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233593.374863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233593.694841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233593.694933:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233594.398918:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233594.398934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233594.398935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233594.718866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233594.719021:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233595.422945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233595.422945:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233595.422986:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233595.742844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233595.742992:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233596.446892:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233596.446906:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233596.446948:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233596.766887:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233596.766996:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233596.959061:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233596.959071:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233596.959077:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233596.959087:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10120 00000100:00080000:0.0:1761233596.959099:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233596.959106:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233596.959146:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748907392/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233596.959177:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233596.959181:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233596.959183:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233596.959187:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10120 00000100:00080000:0.0:1761233596.959190:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233596.959193:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233596.959202:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233596.959215:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748907520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233596.959226:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233596.959230:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233596.959232:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233596.959239:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748907392:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233596.959240:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10120 00000100:00080000:0.0:1761233596.959246:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233596.959265:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233596.959270:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233596.959281:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748907648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233596.959289:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233596.959292:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233596.959294:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233596.959298:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10120 00000100:00080000:0.0:1761233596.959301:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233596.959304:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233596.959309:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233596.959318:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748907776/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233596.959327:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233596.959331:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233596.959334:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233596.959342:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233596.959348:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10120 00000100:00080000:0.0:1761233596.959359:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233596.959366:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233596.959374:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233596.959392:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748907904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233596.959401:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233596/real 1761233596] req@ffff9437f87f8380 x1846776748907392/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233596.959414:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233596.959428:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233596.959431:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233596.959440:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10120 00000100:00100000:1.0:1761233596.959440:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748907392/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233596.959452:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233596.959465:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233596.959469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233596.959473:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233596.959481:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233596.959490:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748907392:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233596.959494:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748908032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233596.959507:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233596.959511:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233596.959513:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233596.959517:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10120 00000100:00080000:0.0:1761233596.959522:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233596.959531:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233596.959531:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748907520:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761233596.959542:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233596.959556:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748908160/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233596.959566:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233596.959570:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233596.959574:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233596.959575:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233596.959583:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10120 00000100:00080000:0.0:1761233596.959591:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233596.959595:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233596.959600:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233596/real 1761233596] req@ffff9437f87f9880 x1846776748907520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761233596.959603:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233596.959623:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748908288/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233596.959626:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748907520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233596.959662:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233596.959666:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233596.959671:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748907520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233596.959677:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748907648:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233596.959695:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233596.959704:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233596/real 1761233596] req@ffff9437f87f8e00 x1846776748907648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233596.959714:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748907648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233596.959722:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233596.959725:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233596.959727:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748907648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233596.959761:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748907776:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233596.959779:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233596.959794:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233596/real 1761233596] req@ffff9437f87f9f80 x1846776748907776/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233596.959812:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748907776/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233596.959823:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233596.959827:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233596.959833:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748907776:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233596.959843:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748907904:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233596.959873:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233596.959891:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233596/real 1761233596] req@ffff9437f87f8a80 x1846776748907904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233596.959906:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748907904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233596.959914:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233596.959916:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233596.959919:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748907904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233596.959925:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748908032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233596.959945:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233596.959954:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233596/real 1761233596] req@ffff9437f87faa00 x1846776748908032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233596.959964:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748908032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233596.959971:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233596.959974:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233596.959976:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748908032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233596.960022:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748908160:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233596.960043:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233596.960054:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233596/real 1761233596] req@ffff9437f87f8000 x1846776748908160/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233596.960065:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748908160/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233596.960073:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233596.960075:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233596.960078:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748908160:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233596.960083:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748908288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233596.960097:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233596.960105:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233596/real 1761233596] req@ffff9437f87f8700 x1846776748908288/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233596.960115:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748908288/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233596.960122:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233596.960124:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233596.960127:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748908288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233597.470824:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233597.470841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233597.470917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233597.790843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233597.790953:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233598.494857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233598.494879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233598.494955:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233598.814888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233598.815031:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233599.519001:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233599.519001:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233599.519028:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233599.838858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233599.838973:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233600.542850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233600.542892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233600.542954:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233600.862973:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233600.863128:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233601.566878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233601.566966:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233601.566968:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233601.886889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233601.886980:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233602.078897:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233602.078909:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233602.078949:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233602.078961:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10125 00000100:00080000:3.0:1761233602.078986:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233602.078995:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233602.079037:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748908416/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233602.079076:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233602.079079:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233602.079081:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233602.079085:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10125 00000100:00080000:3.0:1761233602.079091:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233602.079096:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233602.079106:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233602.079110:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748908416:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233602.079126:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748908544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233602.079140:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233602.079143:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233602.079145:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233602.079150:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10125 00000100:00080000:3.0:1761233602.079165:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233602.079167:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233602.079175:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233602.079194:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233602.079210:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748908672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233602.079219:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233602/real 1761233602] req@ffff943800b99c00 x1846776748908416/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233602.079225:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233602.079232:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233602.079234:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233602.079238:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748908416/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233602.079240:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10125 00000100:00080000:3.0:1761233602.079245:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233602.079255:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233602.079258:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761233602.079263:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233602.079264:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233602.079271:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748908416:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233602.079284:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748908800/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233602.079292:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748908544:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233602.079305:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233602.079312:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:1.0:1761233602.079315:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233602.079317:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233602.079324:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10125 00000100:00100000:1.0:1761233602.079329:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233602/real 1761233602] req@ffff943800b98380 x1846776748908544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233602.079330:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233602.079340:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233602.079345:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748908544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233602.079349:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233602.079353:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233602.079357:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233602.079359:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748908544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233602.079367:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748908672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233602.079367:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748908928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233602.079384:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233602.079389:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233602.079393:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233602.079397:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233602.079401:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233602/real 1761233602] req@ffff943800b99f80 x1846776748908672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233602.079405:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10125 00000100:00080000:3.0:1761233602.079414:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233602.079423:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233602.079427:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748908672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233602.079431:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233602.079434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233602.079438:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233602.079441:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748908672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233602.079449:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748909056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233602.079453:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748908800:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761233602.079471:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233602.079476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233602.079479:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233602.079483:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233602.079487:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233602/real 1761233602] req@ffff943800b98000 x1846776748908800/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233602.079489:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10125 00000100:00080000:3.0:1761233602.079497:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233602.079502:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748908800/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233602.079506:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233602.079513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761233602.079516:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233602.079518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233602.079523:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748908800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233602.079528:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748908928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233602.079537:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748909184/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233602.079544:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233602.079554:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233602.079555:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233602/real 1761233602] req@ffff943800b98700 x1846776748908928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233602.079565:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233602.079570:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233602.079573:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748908928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233602.079579:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10125 00000100:00080000:3.0:1761233602.079588:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233602.079590:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233602.079596:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233602.079597:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233602.079604:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748908928:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761233602.079608:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233602.079615:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748909056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233602.079626:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748909312/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233602.079632:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233602.079643:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233602/real 1761233602] req@ffff943800b9b480 x1846776748909056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233602.079653:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748909056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233602.079658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233602.079661:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233602.079663:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748909056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233602.079668:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748909184:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233602.079678:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233602.079683:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233602/real 1761233602] req@ffff943800b99f80 x1846776748909184/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233602.079698:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748909184/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233602.079703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233602.079706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233602.079710:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748909184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233602.079719:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748909312:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233602.079749:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233602.079757:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233602/real 1761233602] req@ffff943800b98380 x1846776748909312/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233602.079764:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748909312/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233602.079770:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233602.079772:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233602.079774:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748909312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233602.590852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233602.590873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233602.590893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233602.910958:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233602.911025:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233603.614845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233603.614846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233603.614887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233603.934937:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233603.935027:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233604.638855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233604.638863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233604.638944:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233604.958862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233604.959046:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233605.662885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233605.662925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233605.662977:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233605.982892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233605.982949:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233606.686882:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233606.686890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233606.687047:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233607.006881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233607.007030:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233607.198899:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233607.198915:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233607.198920:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233607.198935:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10130 00000100:00080000:0.0:1761233607.198951:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233607.198960:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233607.199014:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748909440/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233607.199051:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233607.199056:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233607.199058:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233607.199063:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10130 00000100:00080000:0.0:1761233607.199072:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233607.199078:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233607.199090:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233607.199098:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748909440:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233607.199115:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748909568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233607.199130:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233607.199135:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233607.199137:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233607.199145:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10130 00000100:00080000:0.0:1761233607.199161:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233607.199167:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233607.199172:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233607.199182:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233607.199202:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748909696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233607.199211:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233607/real 1761233607] req@ffff9437f87f9180 x1846776748909440/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233607.199221:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233607.199242:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233607.199244:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748909440/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233607.199249:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233607.199268:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10130 00000100:00080000:1.0:1761233607.199278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233607.199282:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233607.199284:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233607.199306:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748909440:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233607.199313:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233607.199321:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233607.199329:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748909568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233607.199342:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748909824/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233607.199356:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233607.199369:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233607/real 1761233607] req@ffff9437f87fb800 x1846776748909568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233607.199371:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233607.199389:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233607.199393:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233607.199396:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748909568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233607.199409:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10130 00000100:00080000:1.0:1761233607.199412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233607.199423:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233607.199424:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233607.199431:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748909568:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233607.199437:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233607.199443:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748909696:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761233607.199449:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233607.199461:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233607.199474:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748909952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233607.199476:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233607/real 1761233607] req@ffff9437f87f9500 x1846776748909696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233607.199533:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748909696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233607.199543:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233607.199545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233607.199555:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233607.199557:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761233607.199562:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748909696:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233607.199564:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233607.199574:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10130 00000100:00100000:1.0:1761233607.199580:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748909824:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761233607.199584:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233607.199592:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233607.199598:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761233607.199602:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233607.199611:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233607/real 1761233607] req@ffff9437f87fb100 x1846776748909824/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233607.199628:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748910080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233607.199628:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748909824/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233607.199699:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233607.199705:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233607.199707:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233607.199709:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748909824:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761233607.199723:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233607.199728:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233607.199733:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10130 00000100:00080000:0.0:1761233607.199737:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233607.199741:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233607.199746:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233607.199748:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748909952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233607.199757:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748910208/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233607.199769:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233607.199778:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233607/real 1761233607] req@ffff9437f87fa680 x1846776748909952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233607.199788:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748909952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233607.199795:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233607.199799:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233607.199803:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748909952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233607.199816:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748910080:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233607.199852:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233607.199856:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233607.199858:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233607.199863:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10130 00000100:00080000:0.0:1761233607.199866:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233607.199869:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233607.199875:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233607.199881:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233607.199890:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233607/real 1761233607] req@ffff9437f87fb480 x1846776748910080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233607.199899:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748910336/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233607.199907:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748910080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233607.199931:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233607.199937:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233607.199940:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748910080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233607.199958:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748910208:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233607.199979:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233607.199990:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233607/real 1761233607] req@ffff9437f87f9c00 x1846776748910208/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233607.199999:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748910208/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233607.200005:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233607.200007:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233607.200010:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748910208:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233607.200014:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748910336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233607.200025:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233607.200032:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233607/real 1761233607] req@ffff9437f87fad80 x1846776748910336/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233607.200040:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748910336/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233607.200049:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233607.200052:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233607.200054:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748910336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233607.710904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233607.710960:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233607.710984:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233608.030905:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233608.030973:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233608.734921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233608.734985:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233608.735031:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233609.054967:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233609.055139:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233609.758892:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233609.758962:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233609.758964:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233610.078952:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233610.079097:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233610.782888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233610.782920:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233610.782923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233611.102901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233611.103168:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233611.806899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233611.806902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233611.806927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233612.126930:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233612.127111:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233612.318865:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233612.318875:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233612.318879:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233612.318889:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10136 00000100:00080000:3.0:1761233612.318898:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233612.318904:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233612.318938:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748910464/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233612.318969:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233612.318973:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233612.318974:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233612.318977:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10136 00000100:00080000:3.0:1761233612.318980:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233612.318984:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233612.318992:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233612.319007:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748910464:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233612.319009:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748910592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233612.319024:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233612.319027:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233612.319029:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233612.319032:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10136 00000100:00080000:3.0:1761233612.319036:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233612.319038:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233612.319043:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233612.319053:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748910720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233612.319062:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233612.319064:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233612.319066:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233612.319068:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10136 00000100:00080000:3.0:1761233612.319072:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233612.319076:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233612.319078:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233612.319084:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233612.319094:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748910848/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233612.319102:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233612.319105:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233612.319106:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233612.319109:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10136 00000100:00080000:3.0:1761233612.319113:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233612.319119:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233612.319120:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233612/real 1761233612] req@ffff943800b99c00 x1846776748910464/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233612.319123:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233612.319137:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748910976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233612.319145:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233612.319146:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748910464/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233612.319150:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233612.319154:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233612.319163:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10136 00000100:00080000:1.0:1761233612.319168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233612.319168:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233612.319175:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233612.319178:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761233612.319181:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233612.319185:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748910464:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233612.319192:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748911104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233612.319199:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233612.319202:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233612.319203:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233612.319206:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10136 00000100:00100000:1.0:1761233612.319209:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748910592:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233612.319211:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233612.319218:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233612.319223:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233612.319233:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748911232/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233612.319241:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233612.319243:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233612.319247:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233612.319249:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233612.319254:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10136 00000100:00100000:1.0:1761233612.319258:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233612/real 1761233612] req@ffff943800b98a80 x1846776748910592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233612.319259:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233612.319267:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233612.319274:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233612.319288:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748911360/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233612.319292:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748910592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233612.319313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233612.319316:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233612.319320:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748910592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233612.319327:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748910720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233612.319341:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233612.319348:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233612/real 1761233612] req@ffff943800b9ad80 x1846776748910720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233612.319356:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748910720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233612.319362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233612.319365:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233612.319367:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748910720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233612.319371:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748910848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233612.319382:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233612.319388:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233612/real 1761233612] req@ffff943800b9b800 x1846776748910848/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233612.319396:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748910848/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233612.319407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233612.319409:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233612.319411:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748910848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233612.319415:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748910976:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233612.319425:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233612.319431:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233612/real 1761233612] req@ffff943800b9a680 x1846776748910976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233612.319439:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748910976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233612.319444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233612.319447:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233612.319449:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748910976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233612.319453:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748911104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233612.319463:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233612.319469:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233612/real 1761233612] req@ffff943800b99500 x1846776748911104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233612.319477:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748911104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233612.319482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233612.319484:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233612.319487:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748911104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233612.319501:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748911232:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233612.319512:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233612.319519:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233612/real 1761233612] req@ffff943800b98e00 x1846776748911232/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233612.319527:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748911232/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233612.319533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233612.319535:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233612.319537:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748911232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233612.319541:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748911360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233612.319551:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233612.319557:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233612/real 1761233612] req@ffff943800b9bb80 x1846776748911360/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233612.319565:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748911360/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233612.319570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233612.319572:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233612.319574:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748911360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233612.830913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233612.830913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233612.830913:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233613.150889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233613.150945:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233613.854895:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233613.854895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233613.854914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233614.174893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233614.174963:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233614.878878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233614.878880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233614.878925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233615.198870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233615.198918:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233615.902905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233615.902940:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233615.902954:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233616.222854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233616.222918:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233616.926868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233616.926965:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233616.926985:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233617.246863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233617.247002:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233617.438942:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233617.438959:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233617.438967:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233617.438985:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10141 00000100:00080000:3.0:1761233617.439007:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233617.439018:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233617.439078:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748911488/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233617.439116:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233617.439130:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233617.439134:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233617.439143:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10141 00000100:00080000:3.0:1761233617.439149:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233617.439156:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233617.439167:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748911488:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761233617.439174:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233617.439199:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748911616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233617.439214:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233617.439218:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233617.439221:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233617.439226:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10141 00000100:00080000:3.0:1761233617.439242:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233617.439248:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233617.439255:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233617.439256:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233617.439276:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748911744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233617.439300:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233617.439304:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233617.439307:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233617.439312:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10141 00000100:00080000:3.0:1761233617.439319:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233617.439327:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233617/real 1761233617] req@ffff943800b9aa00 x1846776748911488/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233617.439327:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233617.439338:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233617.439370:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748911872/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233617.439378:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748911488/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233617.439386:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233617.439396:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233617.439400:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233617.439409:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233617.439409:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10141 00000100:00080000:3.0:1761233617.439414:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233617.439421:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233617.439423:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233617.439433:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748911488:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761233617.439433:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233617.439454:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748912000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233617.439466:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233617.439471:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233617.439473:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233617.439477:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748911616:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233617.439482:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10141 00000100:00080000:3.0:1761233617.439490:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233617.439496:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233617.439521:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233617.439543:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748912128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233617.439557:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233617.439577:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233617.439600:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233617.439603:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233617.439612:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233617/real 1761233617] req@ffff943800b9bb80 x1846776748911616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233617.439614:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10141 00000100:00080000:3.0:1761233617.439625:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233617.439638:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233617.439649:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233617.439653:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748911616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233617.439699:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233617.439707:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233617.439713:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748911616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233617.439713:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748912256/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233617.439779:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233617.439784:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233617.439789:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233617.439797:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748911744:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233617.439799:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10141 00000100:00080000:3.0:1761233617.439811:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233617.439819:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233617.439827:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233617.439842:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233617.439847:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748912384/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233617.439864:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233617/real 1761233617] req@ffff943800b98e00 x1846776748911744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233617.439886:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748911744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233617.439899:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233617.439903:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233617.439908:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748911744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233617.439917:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748911872:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233617.439943:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233617.439956:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233617/real 1761233617] req@ffff943800b99500 x1846776748911872/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233617.439971:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748911872/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233617.439982:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233617.439986:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233617.439990:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748911872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233617.439999:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748912000:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233617.440024:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233617.440038:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233617/real 1761233617] req@ffff943800b9a680 x1846776748912000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233617.440054:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748912000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233617.440065:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233617.440069:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233617.440074:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748912000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233617.440098:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748912128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233617.440123:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233617.440138:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233617/real 1761233617] req@ffff943800b9b800 x1846776748912128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233617.440153:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748912128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233617.440164:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233617.440169:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233617.440173:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748912128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233617.440182:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748912256:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233617.440206:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233617.440219:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233617/real 1761233617] req@ffff943800b9ad80 x1846776748912256/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233617.440234:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748912256/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233617.440253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233617.440257:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233617.440262:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748912256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233617.440269:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748912384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233617.440293:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233617.440305:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233617/real 1761233617] req@ffff943800b98a80 x1846776748912384/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233617.440320:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748912384/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233617.440331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233617.440335:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233617.440339:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748912384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233617.950945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233617.950946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233617.950966:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233618.270860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233618.271021:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233618.974915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233618.974922:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233618.974923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233619.294859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233619.294929:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233619.998879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233619.998918:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233619.998924:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233620.318842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233620.318963:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233621.022852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233621.022911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233621.022913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233621.342851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233621.342943:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233622.046850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233622.046912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233622.046912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233622.366827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233622.366856:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233622.558891:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233622.558902:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233622.558908:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233622.558918:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10146 00000100:00080000:0.0:1761233622.558931:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233622.558939:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233622.558977:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748912512/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233622.559007:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233622.559010:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233622.559011:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233622.559015:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10146 00000100:00080000:0.0:1761233622.559018:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233622.559021:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233622.559028:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233622.559041:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748912640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233622.559049:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233622.559052:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233622.559054:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233622.559056:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10146 00000100:00080000:0.0:1761233622.559058:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233622.559060:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233622.559064:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233622.559077:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748912512:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233622.559078:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748912768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233622.559105:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233622.559108:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233622.559110:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233622.559127:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10146 00000100:00080000:0.0:1761233622.559137:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233622.559143:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233622.559149:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233622.559165:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748912896/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233622.559175:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233622.559178:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233622.559180:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233622.559185:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10146 00000100:00080000:0.0:1761233622.559190:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233622.559194:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233622.559200:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233622.559208:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233622.559221:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748913024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233622.559230:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233622.559233:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233622.559234:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233622.559239:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10146 00000100:00080000:0.0:1761233622.559242:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233622.559245:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233622.559249:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233622.559259:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748913152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233622.559265:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233622.559268:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233622.559272:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233622.559274:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233622/real 1761233622] req@ffff9437f87fa300 x1846776748912512/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233622.559278:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10146 00000100:00080000:0.0:1761233622.559284:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233622.559292:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233622.559304:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233622.559319:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748913280/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233622.559342:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233622.559346:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233622.559347:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233622.559352:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10146 00000100:00080000:0.0:1761233622.559358:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233622.559358:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748912512/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233622.559372:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233622.559385:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233622.559397:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748913408/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233622.559399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233622.559430:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233622.559439:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748912512:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233622.559452:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748912640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233622.559482:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233622.559497:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233622/real 1761233622] req@ffff9437f87fbb80 x1846776748912640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233622.559513:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748912640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233622.559526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233622.559531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233622.559535:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748912640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233622.559569:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748912768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233622.559609:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233622.559625:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233622/real 1761233622] req@ffff9437f87fad80 x1846776748912768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233622.559655:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748912768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233622.559671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233622.559675:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233622.559678:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748912768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233622.559685:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748912896:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233622.559705:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233622.559717:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233622/real 1761233622] req@ffff9437f87f9c00 x1846776748912896/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233622.559728:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748912896/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233622.559736:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233622.559740:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233622.559768:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748912896:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233622.559776:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748913024:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233622.559799:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233622.559810:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233622/real 1761233622] req@ffff9437f87fb480 x1846776748913024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233622.559823:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748913024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233622.559833:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233622.559836:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233622.559840:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748913024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233622.559847:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748913152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233622.559865:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233622.559876:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233622/real 1761233622] req@ffff9437f87fa680 x1846776748913152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233622.559888:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748913152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233622.559903:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233622.559907:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233622.559910:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748913152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233622.559918:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748913280:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233622.559940:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233622.559952:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233622/real 1761233622] req@ffff9437f87fb100 x1846776748913280/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233622.559966:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748913280/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233622.559992:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233622.559995:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233622.559998:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748913280:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233622.560004:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748913408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233622.560023:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233622.560033:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233622/real 1761233622] req@ffff9437f87f9500 x1846776748913408/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233622.560059:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748913408/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233622.560067:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233622.560070:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233622.560072:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748913408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233623.070853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233623.070891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233623.070907:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233623.390884:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233623.391058:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233624.094888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233624.094986:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233624.094989:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233624.414938:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233624.414944:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233625.118870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233625.118934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233625.118951:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233625.438892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233625.439028:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233626.142868:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233626.142940:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233626.143011:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233626.462899:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233626.462919:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233627.166891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233627.166931:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233627.166958:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233627.486838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233627.486914:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233627.678914:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233627.678927:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233627.678933:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233627.678944:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10151 00000100:00080000:1.0:1761233627.678957:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233627.678966:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233627.679008:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748913536/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233627.679036:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233627.679041:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233627.679045:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233627.679050:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10151 00000100:00080000:1.0:1761233627.679056:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233627.679061:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233627.679071:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233627.679078:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748913536:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233627.679086:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748913664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233627.679098:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233627.679102:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233627.679105:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233627.679110:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10151 00000100:00080000:1.0:1761233627.679113:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233627.679117:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233627.679122:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233627.679134:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748913792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233627.679156:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233627.679158:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233627.679160:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233627.679162:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233627.679166:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10151 00000100:00080000:1.0:1761233627.679169:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233627.679173:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233627.679178:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233627.679191:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748913920/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233627.679200:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233627/real 1761233627] req@ffff9437f86d6a00 x1846776748913536/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233627.679202:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233627.679206:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233627.679209:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233627.679213:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10151 00000100:00080000:1.0:1761233627.679217:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233627.679221:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748913536/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233627.679222:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233627.679227:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233627.679234:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233627.679237:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748914048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233627.679239:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233627.679245:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748913536:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233627.679249:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233627.679252:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233627.679254:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233627.679258:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10151 00000100:00080000:1.0:1761233627.679261:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233627.679265:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233627.679268:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748913664:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761233627.679271:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233627.679283:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748914176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233627.679295:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233627.679297:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233627.679300:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233627.679302:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233627.679307:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10151 00000100:00080000:1.0:1761233627.679311:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233627.679312:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233627/real 1761233627] req@ffff9437f86d6d80 x1846776748913664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233627.679315:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233627.679321:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233627.679327:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748913664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233627.679333:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748914304/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233627.679340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233627.679345:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233627.679345:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233627.679349:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761233627.679350:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748913664:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233627.679351:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233627.679356:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10151 00000100:00100000:2.0:1761233627.679358:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748913792:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233627.679360:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233627.679364:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233627.679369:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233627.679380:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748914432/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233627.679380:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233627.679391:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233627/real 1761233627] req@ffff9437f86d7480 x1846776748913792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233627.679418:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748913792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233627.679428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233627.679432:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233627.679437:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748913792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233627.679444:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748913920:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233627.679470:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233627.679480:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233627/real 1761233627] req@ffff9437f86d5180 x1846776748913920/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233627.679496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748913920/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233627.679503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233627.679505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233627.679508:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748913920:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233627.679542:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748914048:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233627.679569:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233627.679579:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233627/real 1761233627] req@ffff9437f86d7100 x1846776748914048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233627.679588:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748914048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233627.679595:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233627.679597:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233627.679600:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748914048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233627.679615:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748914176:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233627.679627:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233627.679635:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233627/real 1761233627] req@ffff9437f86d6a00 x1846776748914176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233627.679644:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748914176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233627.679655:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233627.679658:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233627.679660:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748914176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233627.679665:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748914304:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233627.679676:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233627.679683:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233627/real 1761233627] req@ffff9437f86d5880 x1846776748914304/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233627.679691:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748914304/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233627.679697:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233627.679699:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233627.679702:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748914304:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233627.679706:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748914432:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233627.679717:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233627.679724:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233627/real 1761233627] req@ffff9437f86d7b80 x1846776748914432/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233627.679761:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748914432/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233627.679768:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233627.679770:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233627.679773:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748914432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233628.190830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233628.190854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233628.190932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233628.510904:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233628.510996:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233629.214840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233629.214860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233629.215820:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233629.534955:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233629.535062:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233630.238825:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233630.238845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233630.238854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233630.558848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233630.558987:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233631.262818:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233631.262818:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233631.262850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233631.582815:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233631.582943:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233632.286849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233632.286849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233632.286873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233632.606827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233632.606893:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233632.798839:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233632.798850:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233632.798854:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233632.798865:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10156 00000100:00080000:0.0:1761233632.798877:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233632.798884:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233632.798918:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748914560/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233632.798942:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233632.798946:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233632.798948:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233632.798952:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10156 00000100:00080000:0.0:1761233632.798957:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233632.798961:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233632.798970:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233632.798990:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748914560:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233632.798994:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748914688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233632.799003:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233632.799007:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233632.799009:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233632.799012:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10156 00000100:00080000:0.0:1761233632.799015:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233632.799018:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233632.799022:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233632.799031:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748914816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233632.799039:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233632.799042:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233632.799043:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233632.799046:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10156 00000800:00000100:2.0:1761233632.799049:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233632.799050:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233632.799053:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233632.799057:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233632.799065:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748914944/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233632.799073:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233632.799076:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233632.799078:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233632.799082:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10156 00000100:00080000:0.0:1761233632.799085:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233632.799087:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233632/real 1761233632] req@ffff9437f87fb800 x1846776748914560/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233632.799089:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233632.799093:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233632.799102:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748915072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233632.799104:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748914560/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233632.799112:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233632.799115:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233632.799115:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233632.799117:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233632.799119:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233632.799120:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10156 00000100:00080000:0.0:1761233632.799123:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233632.799123:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748914560:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233632.799126:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233632.799131:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233632.799139:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748915200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233632.799145:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748914688:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233632.799149:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233632.799152:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233632.799154:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233632.799157:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10156 00000100:00080000:0.0:1761233632.799162:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233632.799165:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233632.799166:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761233632.799169:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233632.799179:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748915328/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233632.799179:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233632/real 1761233632] req@ffff9437f87f9180 x1846776748914688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233632.799189:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233632.799192:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748914688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233632.799193:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233632.799195:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233632.799198:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10156 00000100:00080000:0.0:1761233632.799201:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233632.799202:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233632.799205:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233632.799205:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:0.0:1761233632.799209:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233632.799210:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748914688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233632.799216:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748914816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233632.799218:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748915456/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233632.799233:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233632.799244:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233632/real 1761233632] req@ffff9437f87f8700 x1846776748914816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233632.799257:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748914816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233632.799266:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233632.799269:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233632.799273:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748914816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233632.799278:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748914944:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233632.799293:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233632.799300:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233632/real 1761233632] req@ffff9437f87f8000 x1846776748914944/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233632.799308:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748914944/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233632.799314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233632.799316:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233632.799318:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748914944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233632.799321:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748915072:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233632.799331:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233632.799337:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233632/real 1761233632] req@ffff9437f87faa00 x1846776748915072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233632.799344:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748915072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233632.799349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233632.799351:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233632.799353:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748915072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233632.799364:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748915200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233632.799374:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233632.799381:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233632/real 1761233632] req@ffff9437f87f8a80 x1846776748915200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233632.799388:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748915200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233632.799403:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233632.799405:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233632.799406:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748915200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233632.799410:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748915328:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233632.799419:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233632.799424:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233632/real 1761233632] req@ffff9437f87f9f80 x1846776748915328/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233632.799446:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748915328/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233632.799452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233632.799455:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233632.799457:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748915328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233632.799461:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748915456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233632.799472:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233632.799487:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233632/real 1761233632] req@ffff9437f87f8e00 x1846776748915456/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233632.799494:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748915456/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233632.799500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233632.799502:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233632.799504:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748915456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233633.310944:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233633.310947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233633.310947:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233633.630872:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233633.630970:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233634.334920:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233634.334930:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233634.335086:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233634.654872:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233634.654943:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233635.358950:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233635.359282:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233635.359932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233635.678877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233635.678946:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233636.383072:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233636.383270:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233636.383521:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233636.702944:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233636.702997:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233637.406934:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233637.407039:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233637.407212:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233637.726879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233637.726973:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233637.918948:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233637.918961:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233637.918968:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233637.918983:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10161 00000100:00080000:2.0:1761233637.918998:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233637.919008:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233637.919054:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748915584/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233637.919095:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233637.919101:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233637.919103:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233637.919109:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10161 00000100:00080000:2.0:1761233637.919113:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233637.919118:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233637.919129:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233637.919147:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748915712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233637.919157:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748915584:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233637.919172:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233637.919179:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233637.919182:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233637.919189:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10161 00000100:00080000:2.0:1761233637.919194:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233637.919198:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233637.919205:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233637.919221:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748915840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233637.919234:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233637.919238:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233637.919241:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233637.919245:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10161 00000100:00080000:2.0:1761233637.919252:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233637.919255:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233637.919262:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233637.919272:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233637.919288:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748915968/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233637.919300:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233637.919305:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233637.919308:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233637.919314:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10161 00000100:00080000:2.0:1761233637.919321:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233637.919326:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233637.919332:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233637.919340:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233637/real 1761233637] req@ffff9437fa0df100 x1846776748915584/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233637.919375:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748916096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233637.919413:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233637.919417:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233637.919420:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233637.919431:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10161 00000100:00100000:1.0:1761233637.919434:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748915584/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233637.919437:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233637.919452:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233637.919465:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233637.919470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233637.919480:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233637.919488:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748916224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233637.919493:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748915584:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233637.919526:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233637.919531:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233637.919534:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233637.919543:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748915712:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233637.919544:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10161 00000100:00080000:2.0:1761233637.919555:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233637.919561:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233637.919569:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233637.919587:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748916352/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233637.919603:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233637.919604:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233637.919615:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233637.919619:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233637.919627:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10161 00000100:00080000:2.0:1761233637.919634:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233637.919642:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233637/real 1761233637] req@ffff9437fa0de300 x1846776748915712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233637.919645:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233637.919657:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233637.919678:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748916480/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233637.919693:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748915712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233637.919720:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233637.919767:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233637.919778:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748915712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233637.919794:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748915840:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233637.919841:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233637.919861:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233637/real 1761233637] req@ffff9437fa0ded80 x1846776748915840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233637.919878:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748915840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233637.919889:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233637.919893:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233637.919897:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748915840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233637.919906:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748915968:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233637.919929:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233637.919941:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233637/real 1761233637] req@ffff9437fa0dca80 x1846776748915968/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233637.919955:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748915968/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233637.919965:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233637.919968:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233637.919972:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748915968:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233637.919978:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748916096:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233637.919996:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233637.920007:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233637/real 1761233637] req@ffff9437fa0dea00 x1846776748916096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233637.920022:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748916096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233637.920032:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233637.920035:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233637.920039:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748916096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233637.920045:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748916224:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233637.920064:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233637.920075:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233637/real 1761233637] req@ffff9437fa0df480 x1846776748916224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233637.920089:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748916224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233637.920099:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233637.920102:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233637.920106:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748916224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233637.920132:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748916352:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233637.920151:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233637.920162:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233637/real 1761233637] req@ffff9437fa0df100 x1846776748916352/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233637.920176:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748916352/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233637.920194:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233637.920198:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233637.920202:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748916352:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233637.920208:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748916480:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233637.920225:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233637.920235:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233637/real 1761233637] req@ffff9437fa0dc700 x1846776748916480/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233637.920249:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748916480/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233637.920259:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233637.920265:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233637.920272:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748916480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233638.430993:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233638.431128:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233638.431173:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233638.750816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233638.750956:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233639.454957:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233639.455258:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233639.455411:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233639.774898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233639.774963:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233640.478973:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233640.479018:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233640.479215:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233640.798917:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233640.799018:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233641.502921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233641.502946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233641.502981:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233641.822846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233641.823004:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233642.527054:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233642.527058:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233642.527063:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233642.846945:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233642.847129:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233643.038988:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233643.039007:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233643.039015:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233643.039034:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10166 00000100:00080000:3.0:1761233643.039055:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233643.039067:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233643.039134:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748916608/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233643.039195:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233643.039202:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233643.039205:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233643.039212:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10166 00000100:00080000:3.0:1761233643.039219:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233643.039228:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233643.039245:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233643.039286:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748916608:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233643.039294:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748916736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233643.039321:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233643.039327:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233643.039330:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233643.039341:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10166 00000100:00080000:3.0:1761233643.039370:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233643.039379:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233643.039390:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233643.039418:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748916864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233643.039451:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233643.039452:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748916736:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233643.039486:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233643.039494:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233643.039506:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10166 00000100:00080000:3.0:1761233643.039520:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233643.039531:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233643.039534:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748916864:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761233643.039553:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233643.039592:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748916992/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233643.039629:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233643.039636:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233643.039639:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233643.039646:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10166 00000100:00080000:3.0:1761233643.039660:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233643.039669:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233643.039680:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233643.039682:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748916992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233643.039714:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748917120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233643.039830:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233643.039836:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233643.039839:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233643.039847:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10166 00000100:00080000:3.0:1761233643.039859:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233643.039870:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233643.039882:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748917120:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761233643.039883:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233643.039930:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748917248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233643.039963:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233643.039970:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761233643.039975:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748917248:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233643.039978:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233643.040001:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10166 00000100:00080000:3.0:1761233643.040015:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233643.040025:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233643.040034:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233643.040057:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748917376/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233643.040086:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233643.040092:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233643.040095:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233643.040100:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10166 00000100:00080000:3.0:1761233643.040109:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233643.040117:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233643.040125:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233643.040132:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748917376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233643.040149:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748917504/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233643.040192:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748917504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233643.550884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233643.550885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233643.550891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233643.870870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233643.871025:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233644.574875:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233644.574892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233644.574895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233644.894837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233644.894989:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233645.598832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233645.598833:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233645.598888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233645.918875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233645.918891:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1761233646.111140:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:1.0:1761233646.111192:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1761233646.111210:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233646.111267:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233646.111277:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233646.111285:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233646.111293:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233646.111300:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233646.111308:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233646.111317:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233646.111344:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233643/real 1761233646] req@ffff943800b9ad80 x1846776748917504/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233646.111366:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748917504/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233646.111376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233646.111379:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233646.111383:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748917504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233646.111388:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233643/real 1761233646] req@ffff943800b98a80 x1846776748917376/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233646.111396:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748917376/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233646.111402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233646.111405:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233646.111408:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748917376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233646.111415:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233643/real 1761233646] req@ffff943800b98000 x1846776748917248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233646.111427:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748917248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233646.111434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233646.111438:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233646.111441:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748917248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233646.111451:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233643/real 1761233646] req@ffff943800b98700 x1846776748917120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233646.111463:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748917120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233646.111470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233646.111474:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233646.111477:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748917120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233646.111484:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233643/real 1761233646] req@ffff943800b9b480 x1846776748916992/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233646.111496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748916992/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233646.111504:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233646.111507:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233646.111510:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748916992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233646.111516:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233643/real 1761233646] req@ffff943800b99f80 x1846776748916864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233646.111527:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748916864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233646.111534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233646.111542:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233646.111546:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748916864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233646.111552:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233643/real 1761233646] req@ffff943800b98380 x1846776748916736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233646.111562:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748916736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233646.111570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233646.111574:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233646.111577:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748916736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233646.111582:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233643/real 1761233646] req@ffff943800b99c00 x1846776748916608/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233646.111593:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748916608/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233646.111600:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233646.111604:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233646.111606:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748916608:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233646.622870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233646.622870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233646.622961:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233646.942907:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233646.943000:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233647.646905:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233647.646912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233647.646992:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233647.966857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233647.966953:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233648.158920:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233648.158935:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233648.158942:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233648.158958:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10171 00000100:00080000:0.0:1761233648.158975:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233648.158986:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233648.159038:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748917632/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233648.159073:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233648.159078:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233648.159080:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233648.159085:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10171 00000100:00080000:0.0:1761233648.159090:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233648.159096:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233648.159109:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233648.159128:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748917760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233648.159131:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748917632:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233648.159171:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233648.159176:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233648.159179:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233648.159184:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10171 00000100:00080000:0.0:1761233648.159226:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233648.159233:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233648.159241:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233648.159248:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233648.159266:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748917888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233648.159281:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233648.159285:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233648.159288:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233648.159295:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10171 00000100:00080000:0.0:1761233648.159303:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233648.159303:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233648/real 1761233648] req@ffff9437f87f9880 x1846776748917632/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233648.159316:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233648.159332:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233648.159355:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748918016/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233648.159358:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748917632/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233648.159392:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233648.159407:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233648.159411:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233648.159431:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10171 00000100:00080000:0.0:1761233648.159445:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233648.159450:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233648.159457:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233648.159467:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:0.0:1761233648.159468:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233648.159482:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748917632:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233648.159492:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748918144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233648.159506:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233648.159510:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233648.159514:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233648.159521:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748917760:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233648.159525:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10171 00000100:00080000:0.0:1761233648.159539:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233648.159547:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233648.159554:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233648.159573:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748918272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233648.159582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233648.159604:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233648.159609:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233648.159613:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233648.159622:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10171 00000100:00100000:2.0:1761233648.159624:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233648/real 1761233648] req@ffff9437f87f8380 x1846776748917760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233648.159629:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233648.159642:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233648.159658:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233648.159667:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748917760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233648.159679:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748918400/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233648.159687:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233648.159708:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233648.159714:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233648.159716:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233648.159723:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233648.159759:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748917760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233648.159770:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748917888:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233648.159789:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10171 00000100:00080000:0.0:1761233648.159802:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233648.159808:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233648.159814:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233648.159825:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233648.159836:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233648/real 1761233648] req@ffff9437f87f8e00 x1846776748917888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233648.159850:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748918528/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233648.159868:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748917888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233648.159883:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233648.159890:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233648.159895:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748917888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233648.159913:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748918016:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233648.159943:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233648.159956:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233648/real 1761233648] req@ffff9437f87f9f80 x1846776748918016/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233648.159975:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748918016/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233648.159985:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233648.159988:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233648.159992:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748918016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233648.160000:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748918144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233648.160029:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233648.160042:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233648/real 1761233648] req@ffff9437f87f8a80 x1846776748918144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233648.160052:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748918144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233648.160060:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233648.160064:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233648.160067:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748918144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233648.160090:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748918272:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233648.160112:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233648.160123:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233648/real 1761233648] req@ffff9437f87faa00 x1846776748918272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233648.160134:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748918272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233648.160149:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233648.160153:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233648.160157:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748918272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233648.160163:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748918400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233648.160184:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233648.160213:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233648/real 1761233648] req@ffff9437f87f8000 x1846776748918400/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233648.160226:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748918400/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233648.160234:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233648.160239:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233648.160244:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748918400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233648.160252:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748918528:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233648.160273:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233648.160286:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233648/real 1761233648] req@ffff9437f87f8700 x1846776748918528/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233648.160298:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748918528/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233648.160314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233648.160318:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233648.160321:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748918528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233648.670827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233648.670838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233648.670893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233648.990936:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233648.990983:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233649.694882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233649.694882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233649.694925:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233650.014884:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233650.015012:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233650.718859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233650.718859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233650.718867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233651.038892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233651.039020:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233651.742925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233651.742927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233651.742927:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233652.062890:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233652.062979:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233652.766876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233652.766876:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233652.766918:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233653.086938:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233653.087047:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233653.278893:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233653.278902:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233653.278907:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233653.278933:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10176 00000100:00080000:0.0:1761233653.278951:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233653.278960:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233653.279001:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748918656/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233653.279028:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233653.279031:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233653.279034:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233653.279038:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10176 00000100:00080000:0.0:1761233653.279042:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233653.279046:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233653.279055:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233653.279071:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748918784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233653.279077:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748918656:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233653.279102:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233653.279106:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233653.279107:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233653.279126:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10176 00000100:00080000:0.0:1761233653.279129:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233653.279133:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233653.279139:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233653.279153:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748918912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233653.279163:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233653.279167:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233653.279170:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233653.279173:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10176 00000100:00080000:0.0:1761233653.279187:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233653.279191:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233653.279196:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233653.279212:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748919040/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233653.279213:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233653.279226:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233653.279231:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233653.279233:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233653.279238:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10176 00000100:00080000:0.0:1761233653.279245:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233653.279249:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233653.279253:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233653.279267:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748919168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233653.279276:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233653/real 1761233653] req@ffff9437f87f9180 x1846776748918656/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233653.279281:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233653.279301:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233653.279310:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233653.279325:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10176 00000100:00080000:0.0:1761233653.279334:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233653.279342:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748918656/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233653.279360:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233653.279366:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233653.279380:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748919296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233653.279384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233653.279397:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233653.279400:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233653.279407:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233653.279409:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233653.279411:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748918656:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233653.279426:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10176 00000100:00080000:0.0:1761233653.279432:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233653.279437:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233653.279442:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233653.279454:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748918784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233653.279456:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748919424/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233653.279479:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233653.279483:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233653.279486:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233653.279490:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10176 00000800:00000100:2.0:1761233653.279495:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233653.279496:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233653.279507:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233653.279513:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233653.279518:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233653/real 1761233653] req@ffff9437f87fb800 x1846776748918784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233653.279530:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748919552/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233653.279538:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748918784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233653.279554:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233653.279560:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233653.279566:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748918784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233653.279572:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748918912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233653.279587:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233653.279593:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233653/real 1761233653] req@ffff9437f87f9500 x1846776748918912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233653.279601:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748918912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233653.279607:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233653.279609:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233653.279611:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748918912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233653.279615:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748919040:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233653.279627:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233653.279633:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233653/real 1761233653] req@ffff9437f87fb100 x1846776748919040/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233653.279641:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748919040/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233653.279646:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233653.279648:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233653.279651:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748919040:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233653.279655:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748919168:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233653.279666:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233653.279672:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233653/real 1761233653] req@ffff9437f87fa680 x1846776748919168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233653.279679:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748919168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233653.279685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233653.279687:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233653.279688:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748919168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233653.279692:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748919296:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233653.279702:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233653.279708:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233653/real 1761233653] req@ffff9437f87fb480 x1846776748919296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233653.279715:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748919296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233653.279720:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233653.279723:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233653.279725:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748919296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233653.279763:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748919424:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233653.279777:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233653.279785:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233653/real 1761233653] req@ffff9437f87f9c00 x1846776748919424/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233653.279793:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748919424/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233653.279798:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233653.279801:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233653.279803:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748919424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233653.279807:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748919552:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233653.279817:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233653.279824:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233653/real 1761233653] req@ffff9437f87fad80 x1846776748919552/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233653.279831:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748919552/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233653.279837:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233653.279839:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233653.279840:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748919552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233653.790880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233653.790911:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233653.790932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233654.110867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233654.110982:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233654.814845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233654.814859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233654.814880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233655.134901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233655.135036:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233655.838895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233655.838895:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233655.838906:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233656.158877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233656.158971:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233656.862849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233656.862849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233656.862885:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233657.182813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233657.182874:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233657.886877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233657.886882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233657.886899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233658.206839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233658.206912:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233658.398866:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233658.398877:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233658.398882:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233658.398892:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10182 00000100:00080000:0.0:1761233658.398902:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233658.398907:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233658.398940:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748919680/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233658.398963:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233658.398965:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233658.398967:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233658.398969:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10182 00000100:00080000:0.0:1761233658.398972:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233658.398975:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233658.398982:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233658.398993:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748919808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233658.399003:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748919680:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233658.399004:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233658.399012:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233658.399015:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233658.399018:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10182 00000100:00080000:0.0:1761233658.399021:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233658.399023:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233658.399026:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233658.399052:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748919936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233658.399059:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233658.399062:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233658.399064:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233658.399066:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10182 00000100:00080000:0.0:1761233658.399076:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233658.399080:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233658.399084:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233658.399093:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748920064/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233658.399099:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233658.399106:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233658.399109:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233658.399110:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233658.399114:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10182 00000100:00080000:0.0:1761233658.399117:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233658.399120:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233658.399124:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233658.399131:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748920192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233658.399137:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233658.399139:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233658.399141:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233658.399143:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10182 00000100:00080000:0.0:1761233658.399147:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233658.399152:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233658.399152:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233658/real 1761233658] req@ffff9437f87fbb80 x1846776748919680/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761233658.399158:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233658.399170:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748920320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233658.399177:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233658.399180:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233658.399183:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233658.399184:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748919680/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233658.399188:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10182 00000100:00080000:0.0:1761233658.399192:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233658.399198:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233658.399204:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233658.399209:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761233658.399213:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748920448/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233658.399219:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233658.399228:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233658.399229:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748919680:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233658.399231:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233658.399235:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233658.399242:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10182 00000100:00080000:0.0:1761233658.399244:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233658.399247:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233658.399250:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233658.399255:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748920576/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233658.399264:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748919808:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233658.399292:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233658.399306:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233658/real 1761233658] req@ffff9437f87fa300 x1846776748919808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233658.399321:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748919808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233658.399331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233658.399335:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233658.399339:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748919808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233658.399346:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748919936:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233658.399365:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233658.399376:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233658/real 1761233658] req@ffff9437f87fad80 x1846776748919936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233658.399389:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748919936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233658.399406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233658.399410:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233658.399413:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748919936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233658.399420:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748920064:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233658.399440:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233658.399451:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233658/real 1761233658] req@ffff9437f87f9c00 x1846776748920064/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233658.399474:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748920064/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233658.399484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233658.399487:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233658.399491:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748920064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233658.399498:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748920192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233658.399525:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233658.399537:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233658/real 1761233658] req@ffff9437f87fb480 x1846776748920192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233658.399550:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748920192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233658.399559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233658.399563:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233658.399567:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748920192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233658.399573:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748920320:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233658.399592:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233658.399604:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233658/real 1761233658] req@ffff9437f87fa680 x1846776748920320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233658.399616:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748920320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233658.399626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233658.399629:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233658.399633:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748920320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233658.399639:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748920448:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233658.399658:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233658.399668:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233658/real 1761233658] req@ffff9437f87fb100 x1846776748920448/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233658.399681:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748920448/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233658.399689:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233658.399693:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233658.399697:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748920448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233658.399719:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748920576:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233658.399766:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233658.399779:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233658/real 1761233658] req@ffff9437f87f9500 x1846776748920576/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233658.399793:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748920576/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233658.399802:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233658.399805:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233658.399808:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748920576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233658.910809:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233658.910825:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233658.910829:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233659.230811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233659.230877:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233659.934842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233659.934855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233659.934873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233660.254906:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233660.255009:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233660.958832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233660.958833:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233660.958845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233661.278815:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233661.278906:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233661.982847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233661.982847:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233661.982889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233662.302851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233662.302987:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233663.006826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233663.006842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233663.006875:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233663.326828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233663.326909:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233663.518838:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233663.518847:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233663.518851:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233663.518860:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10187 00000100:00080000:3.0:1761233663.518872:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233663.518878:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233663.518912:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748920704/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233663.518934:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233663.518937:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233663.518938:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233663.518941:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10187 00000100:00080000:3.0:1761233663.518944:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233663.518958:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233663.518968:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233663.518980:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748920704:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233663.518982:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748920832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233663.518995:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233663.518998:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233663.518999:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233663.519002:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10187 00000100:00080000:3.0:1761233663.519006:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233663.519008:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233663.519012:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233663.519022:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748920960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233663.519029:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233663.519031:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233663.519033:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233663.519035:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10187 00000100:00080000:3.0:1761233663.519038:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233663.519041:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233663.519046:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761233663.519049:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233663.519061:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748921088/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233663.519071:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233663.519075:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233663.519077:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233663.519082:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233663/real 1761233663] req@ffff943800b9b800 x1846776748920704/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233663.519083:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10187 00000100:00080000:3.0:1761233663.519091:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233663.519098:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233663.519103:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748920704/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233663.519105:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233663.519117:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233663.519121:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233663.519126:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748921216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233663.519127:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748920704:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233663.519142:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233663.519145:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233663.519146:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233663.519151:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10187 00000100:00100000:2.0:1761233663.519153:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748920832:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233663.519156:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233663.519162:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233663.519168:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233663.519174:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233663.519185:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748921344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233663.519187:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233663/real 1761233663] req@ffff943800b9a680 x1846776748920832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233663.519218:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748920832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233663.519218:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233663.519228:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233663.519233:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233663.519234:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233663.519244:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233663.519245:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10187 00000100:00100000:2.0:1761233663.519248:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748920832:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233663.519254:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233663.519255:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748920960:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233663.519264:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233663.519270:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233663.519275:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233663.519284:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233663/real 1761233663] req@ffff943800b99500 x1846776748920960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233663.519287:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748921472/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233663.519310:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233663.519314:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748920960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233663.519315:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233663.519318:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233663.519325:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10187 00000100:00080000:2.0:1761233663.519333:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233663.519333:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233663.519340:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233663.519341:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761233663.519347:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233663.519348:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748920960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233663.519358:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748921088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233663.519360:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748921600/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233663.519377:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233663.519387:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233663/real 1761233663] req@ffff943800b98e00 x1846776748921088/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233663.519395:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748921088/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233663.519401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233663.519403:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233663.519405:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748921088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233663.519408:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748921216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233663.519418:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233663.519423:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233663/real 1761233663] req@ffff943800b9bb80 x1846776748921216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233663.519430:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748921216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233663.519436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233663.519437:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233663.519439:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748921216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233663.519450:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748921344:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233663.519460:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233663.519467:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233663/real 1761233663] req@ffff943800b9aa00 x1846776748921344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233663.519474:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748921344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233663.519479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233663.519481:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233663.519483:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748921344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233663.519487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748921472:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233663.519497:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233663.519502:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233663/real 1761233663] req@ffff943800b9b800 x1846776748921472/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233663.519509:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748921472/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233663.519513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233663.519515:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233663.519517:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748921472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233663.519520:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748921600:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233663.519529:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233663.519535:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233663/real 1761233663] req@ffff943800b99c00 x1846776748921600/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233663.519542:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748921600/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233663.519547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233663.519548:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233663.519550:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748921600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233664.030824:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233664.030827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233664.030844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233664.350879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233664.350961:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233665.054837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233665.054837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233665.054858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233665.374813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233665.374896:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233666.078831:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233666.078832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233666.078843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233666.398845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233666.398900:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233667.102832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233667.102873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233667.102876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233667.422819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233667.422916:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233668.126801:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233668.126868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233668.126932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233668.446893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233668.446965:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233668.638901:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233668.638913:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233668.638919:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233668.638931:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10192 00000100:00080000:3.0:1761233668.638945:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233668.638952:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233668.638997:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748921728/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233668.639029:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233668.639032:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233668.639033:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233668.639036:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10192 00000100:00080000:3.0:1761233668.639039:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233668.639041:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233668.639051:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233668.639059:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748921856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233668.639068:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233668.639071:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233668.639073:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233668.639076:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10192 00000100:00080000:3.0:1761233668.639078:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233668.639080:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233668.639083:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233668.639091:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748921728:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233668.639092:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748921984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233668.639105:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233668.639107:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233668.639109:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233668.639111:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10192 00000100:00080000:3.0:1761233668.639115:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233668.639117:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233668.639121:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233668.639128:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748922112/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233668.639135:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233668.639138:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233668.639140:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233668.639143:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10192 00000100:00080000:3.0:1761233668.639160:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233668.639163:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233668.639166:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233668.639173:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233668.639177:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748922240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233668.639185:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233668.639188:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233668.639190:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233668.639193:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10192 00000100:00080000:3.0:1761233668.639198:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233668.639200:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233668.639203:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233668.639210:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748922368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233668.639217:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233668.639220:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233668.639221:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233668.639225:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233668/real 1761233668] req@ffff943800b98380 x1846776748921728/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233668.639227:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10192 00000100:00080000:3.0:1761233668.639233:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233668.639238:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233668.639243:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233668.639252:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748921728/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233668.639253:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748922496/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233668.639284:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233668.639288:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233668.639292:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233668.639293:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233668.639297:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233668.639300:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748921728:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233668.639303:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10192 00000100:00080000:3.0:1761233668.639309:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233668.639314:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233668.639315:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748921856:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761233668.639319:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233668.639331:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748922624/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233668.639340:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233668.639352:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233668/real 1761233668] req@ffff943800b99f80 x1846776748921856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233668.639361:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748921856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233668.639368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233668.639371:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233668.639373:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748921856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233668.639395:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748921984:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233668.639407:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233668.639413:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233668/real 1761233668] req@ffff943800b9b480 x1846776748921984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233668.639426:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748921984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233668.639432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233668.639434:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233668.639437:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748921984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233668.639444:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748922112:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233668.639465:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233668.639477:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233668/real 1761233668] req@ffff943800b98700 x1846776748922112/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233668.639491:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748922112/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233668.639497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233668.639499:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233668.639501:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748922112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233668.639506:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748922240:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233668.639521:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233668.639528:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233668/real 1761233668] req@ffff943800b98000 x1846776748922240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233668.639535:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748922240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233668.639545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233668.639547:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233668.639549:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748922240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233668.639553:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748922368:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233668.639563:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233668.639568:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233668/real 1761233668] req@ffff943800b98a80 x1846776748922368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233668.639575:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748922368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233668.639581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233668.639583:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233668.639585:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748922368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233668.639588:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748922496:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233668.639597:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233668.639603:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233668/real 1761233668] req@ffff943800b9ad80 x1846776748922496/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233668.639609:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748922496/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233668.639615:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233668.639617:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233668.639619:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748922496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233668.639623:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748922624:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233668.639633:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233668.639639:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233668/real 1761233668] req@ffff943800b99c00 x1846776748922624/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233668.639646:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748922624/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233668.639651:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233668.639653:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233668.639655:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748922624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233669.150915:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233669.150923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233669.150923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233669.470849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233669.470946:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233670.174890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233670.174908:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233670.174910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233670.494892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233670.494956:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233671.198872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233671.198915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233671.198922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233671.518845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233671.518944:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233672.222910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233672.222911:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233672.222912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233672.542874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233672.542942:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233673.246872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233673.246897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233673.246902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233673.566895:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233673.566981:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233673.758918:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233673.758932:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233673.758938:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233673.758951:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10197 00000100:00080000:2.0:1761233673.758967:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233673.758976:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233673.759024:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748922752/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233673.759061:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233673.759065:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233673.759068:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233673.759074:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10197 00000100:00080000:2.0:1761233673.759079:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233673.759085:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233673.759096:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233673.759112:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748922752:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233673.759115:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748922880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233673.759138:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233673.759143:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233673.759145:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233673.759153:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10197 00000100:00080000:2.0:1761233673.759158:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233673.759164:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233673.759170:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233673.759187:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233673.759187:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748923008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233673.759203:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233673.759206:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233673.759208:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233673.759212:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10197 00000100:00080000:2.0:1761233673.759216:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233673.759220:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233673.759226:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233673.759231:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233673/real 1761233673] req@ffff9437fa0dc380 x1846776748922752/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233673.759240:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748923136/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233673.759279:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233673.759287:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748922752/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233673.759288:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233673.759295:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233673.759314:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10197 00000100:00080000:1.0:1761233673.759320:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233673.759320:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233673.759340:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233673.759342:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761233673.759353:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233673.759354:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748922752:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233673.759373:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748923264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233673.759381:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233673.759384:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233673.759386:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233673.759388:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748922880:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233673.759393:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10197 00000100:00080000:2.0:1761233673.759402:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233673.759406:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233673.759411:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233673.759421:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748923392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233673.759426:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233673.759441:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233673.759445:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233673/real 1761233673] req@ffff9437fa0dd500 x1846776748922880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233673.759447:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233673.759450:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233673.759467:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10197 00000100:00080000:2.0:1761233673.759474:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233673.759475:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748922880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233673.759486:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233673.759503:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233673.759508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233673.759518:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748923520/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233673.759519:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233673.759539:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748922880:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233673.759539:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233673.759548:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233673.759552:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233673.759558:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10197 00000100:00100000:1.0:1761233673.759565:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748923008:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233673.759566:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233673.759577:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233673.759586:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233673.759599:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748923648/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233673.759617:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233673.759640:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233673/real 1761233673] req@ffff9437fa0ddc00 x1846776748923008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233673.759663:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748923008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233673.759672:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233673.759676:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233673.759679:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748923008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233673.759687:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748923136:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233673.759711:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233673.759724:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233673/real 1761233673] req@ffff9437fa0dfb80 x1846776748923136/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233673.759766:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748923136/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233673.759775:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233673.759779:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233673.759783:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748923136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233673.759806:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748923264:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233673.759831:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233673.759843:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233673/real 1761233673] req@ffff9437fa0dc000 x1846776748923264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233673.759856:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748923264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233673.759871:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233673.759875:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233673.759877:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748923264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233673.759896:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748923392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233673.759913:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233673.759920:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233673/real 1761233673] req@ffff9437fa0df800 x1846776748923392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233673.759928:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748923392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233673.759937:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233673.759941:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233673.759944:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748923392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233673.759951:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748923520:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233673.759970:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233673.759982:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233673/real 1761233673] req@ffff9437fa0dd180 x1846776748923520/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233673.759996:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748923520/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233673.760004:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233673.760008:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233673.760012:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748923520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233673.760018:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748923648:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233673.760033:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233673.760040:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233673/real 1761233673] req@ffff9437fa0dc380 x1846776748923648/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233673.760048:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748923648/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233673.760053:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233673.760056:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233673.760058:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748923648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233674.270855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233674.270857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233674.270868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233674.590841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233674.590899:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233675.294897:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233675.294897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233675.294899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233675.614864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233675.614945:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233676.318876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233676.318876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233676.318941:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233676.638849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233676.638932:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233677.342884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233677.342892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233677.342892:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233677.662843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233677.662901:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233678.366801:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233678.366804:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233678.366825:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233678.686796:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233678.686885:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233678.878844:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233678.878855:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233678.878859:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233678.878871:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10202 00000100:00080000:2.0:1761233678.878893:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233678.878900:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233678.878938:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748923776/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233678.878966:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233678.878970:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233678.878972:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233678.878976:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10202 00000100:00080000:2.0:1761233678.878983:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233678.878988:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233678.878997:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233678.878999:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748923776:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233678.879016:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748923904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233678.879030:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233678.879034:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233678.879037:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233678.879041:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10202 00000100:00080000:2.0:1761233678.879059:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233678.879063:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233678.879068:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233678.879069:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233678.879086:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748924032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233678.879096:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233678.879100:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233678.879102:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233678.879105:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233678/real 1761233678] req@ffff9437fa0dc700 x1846776748923776/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233678.879112:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10202 00000100:00080000:2.0:1761233678.879121:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233678.879127:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748923776/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233678.879128:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233678.879139:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233678.879142:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233678.879148:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233678.879151:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748923776:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233678.879156:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748924160/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233678.879169:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233678.879173:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748923904:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233678.879175:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233678.879181:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233678.879187:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10202 00000800:00000100:1.0:1761233678.879198:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233678.879202:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233678.879209:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233678/real 1761233678] req@ffff9437fa0df100 x1846776748923904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233678.879211:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233678.879222:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233678.879226:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748923904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233678.879235:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233678.879242:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233678.879243:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748924288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233678.879245:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748923904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233678.879255:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748924032:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233678.879269:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233678.879273:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000100:1.0:1761233678.879276:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233678.879278:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233678.879286:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10202 00000100:00100000:1.0:1761233678.879288:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233678/real 1761233678] req@ffff9437fa0df480 x1846776748924032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233678.879294:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233678.879300:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748924032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233678.879304:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233678.879314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761233678.879316:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233678.879318:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233678.879323:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748924032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233678.879328:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748924160:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233678.879333:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748924416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233678.879350:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233678.879354:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:1.0:1761233678.879356:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233678.879357:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233678.879363:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10202 00000100:00080000:2.0:1761233678.879368:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233678.879369:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233678/real 1761233678] req@ffff9437fa0dea00 x1846776748924160/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233678.879373:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233678.879382:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233678.879387:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748924160/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233678.879395:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748924544/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233678.879396:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233678.879404:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233678.879411:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748924160:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233678.879415:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233678.879419:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233678.879420:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233678.879425:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10202 00000100:00080000:2.0:1761233678.879428:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233678.879430:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748924288:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233678.879433:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233678.879439:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233678.879449:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748924672/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233678.879453:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233678.879465:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233678/real 1761233678] req@ffff9437fa0dca80 x1846776748924288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233678.879476:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748924288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233678.879482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233678.879485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233678.879486:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748924288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233678.879490:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748924416:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233678.879500:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233678.879505:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233678/real 1761233678] req@ffff9437fa0ded80 x1846776748924416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233678.879517:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748924416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233678.879522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233678.879524:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233678.879526:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748924416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233678.879529:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748924544:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233678.879538:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233678.879544:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233678/real 1761233678] req@ffff9437fa0de300 x1846776748924544/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233678.879551:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748924544/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233678.879556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233678.879558:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233678.879559:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748924544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233678.879568:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748924672:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233678.879578:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233678.879583:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233678/real 1761233678] req@ffff9437fa0dea00 x1846776748924672/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233678.879590:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748924672/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233678.879599:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233678.879601:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233678.879603:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748924672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233679.390845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233679.390846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233679.390852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233679.710827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233679.710909:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233680.414843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233680.414858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233680.414858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233680.734862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233680.734954:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233681.438875:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233681.438876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233681.438889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233681.758900:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233681.758999:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233682.462848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233682.462848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233682.462851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233682.782831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233682.782891:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233683.486826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233683.486826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233683.486839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233683.806836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233683.806898:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233683.998864:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233683.998875:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233683.998880:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233683.998891:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10207 00000100:00080000:2.0:1761233683.998904:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233683.998911:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233683.998945:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748924800/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233683.998972:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233683.998976:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233683.998979:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233683.998983:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10207 00000100:00080000:2.0:1761233683.998988:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233683.998992:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233683.999002:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233683.999014:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748924800:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233683.999014:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748924928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233683.999026:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233683.999029:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233683.999031:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233683.999035:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10207 00000100:00080000:2.0:1761233683.999039:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233683.999043:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233683.999047:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233683.999056:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748925056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233683.999065:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233683.999068:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233683.999070:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233683.999073:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233683.999074:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10207 00000100:00080000:2.0:1761233683.999077:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233683.999080:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233683.999084:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233683.999093:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748925184/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233683.999102:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233683.999105:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233683.999107:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233683.999110:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233683/real 1761233683] req@ffff9437fa0df480 x1846776748924800/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233683.999111:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10207 00000100:00080000:2.0:1761233683.999115:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233683.999119:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233683.999123:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233683.999130:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748924800/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233683.999132:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748925312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233683.999142:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233683.999143:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233683.999146:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233683.999147:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233683.999148:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233683.999152:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748924800:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233683.999152:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10207 00000100:00080000:2.0:1761233683.999155:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233683.999159:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233683.999163:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233683.999171:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748925440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233683.999174:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748924928:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233683.999183:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233683.999186:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233683.999188:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233683.999191:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10207 00000100:00080000:2.0:1761233683.999195:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233683.999196:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233683.999199:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233683.999204:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233683.999208:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233683/real 1761233683] req@ffff9437fa0df100 x1846776748924928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233683.999215:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748925568/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233683.999230:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748924928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233683.999233:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233683.999237:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233683.999239:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233683.999241:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233683.999242:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10207 00000100:00080000:1.0:1761233683.999244:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233683.999246:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233683.999248:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748924928:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233683.999250:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233683.999255:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748925056:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761233683.999255:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233683.999265:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748925696/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233683.999274:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233683.999286:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233683/real 1761233683] req@ffff9437fa0dc700 x1846776748925056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233683.999299:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748925056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233683.999309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233683.999313:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233683.999322:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748925056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233683.999328:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748925184:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233683.999345:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233683.999353:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233683/real 1761233683] req@ffff9437fa0dc380 x1846776748925184/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233683.999361:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748925184/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233683.999372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233683.999374:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233683.999376:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748925184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233683.999380:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748925312:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233683.999391:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233683.999397:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233683/real 1761233683] req@ffff9437fa0dd180 x1846776748925312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233683.999405:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748925312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233683.999410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233683.999412:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233683.999414:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748925312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233683.999426:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748925440:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233683.999437:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233683.999444:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233683/real 1761233683] req@ffff9437fa0df800 x1846776748925440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233683.999451:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748925440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233683.999457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233683.999458:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233683.999461:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748925440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233683.999466:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748925568:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233683.999481:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233683.999488:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233683/real 1761233683] req@ffff9437fa0dc000 x1846776748925568/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233683.999496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748925568/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233683.999501:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233683.999503:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233683.999505:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748925568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233683.999509:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748925696:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233683.999519:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233683.999525:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233683/real 1761233683] req@ffff9437fa0dfb80 x1846776748925696/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233683.999533:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748925696/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233683.999538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233683.999540:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233683.999542:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748925696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233684.510842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233684.510842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233684.510978:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233684.830826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233684.830889:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233685.534823:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233685.534867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233685.534869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233685.854863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233685.854931:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233686.558853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233686.558853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233686.558859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233686.878840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233686.878891:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233687.582815:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233687.582895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233687.582897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233687.902908:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233687.902995:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233688.606867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233688.606874:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233688.606897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233688.926863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233688.926927:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233689.118823:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233689.118832:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233689.118836:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233689.118845:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10212 00000100:00080000:2.0:1761233689.118855:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233689.118862:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233689.118895:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748925824/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233689.118918:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233689.118921:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233689.118922:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233689.118931:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10212 00000100:00080000:2.0:1761233689.118935:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233689.118942:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233689.118950:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233689.118953:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748925824:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233689.118963:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748925952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233689.118972:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233689.118975:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233689.118977:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233689.118980:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10212 00000100:00080000:2.0:1761233689.118984:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233689.118986:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233689.118990:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233689.118997:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748926080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233689.119004:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233689.119006:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233689.119009:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233689.119010:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233689.119014:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10212 00000100:00080000:2.0:1761233689.119018:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233689.119021:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233689.119024:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233689.119033:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748926208/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233689.119039:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233689.119042:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233689.119043:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233689.119046:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10212 00000100:00100000:1.0:1761233689.119050:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233689/real 1761233689] req@ffff9437fa0ddc00 x1846776748925824/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233689.119051:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233689.119058:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233689.119065:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233689.119078:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748925824/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233689.119078:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748926336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233689.119092:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233689.119099:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233689.119103:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233689.119106:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10212 00000100:00080000:1.0:1761233689.119107:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233689.119109:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233689.119115:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233689.119119:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761233689.119120:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233689.119128:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748925824:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233689.119130:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748926464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233689.119142:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233689.119144:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233689.119146:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233689.119149:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10212 00000100:00080000:2.0:1761233689.119150:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233689.119153:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233689.119156:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233689.119159:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748925952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233689.119165:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748926592/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233689.119173:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233689.119175:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233689.119178:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233689.119181:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10212 00000100:00080000:2.0:1761233689.119184:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233689.119188:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233689.119191:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233689.119196:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233689.119207:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233689/real 1761233689] req@ffff9437fa0dd500 x1846776748925952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233689.119207:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748926720/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233689.119241:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748925952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233689.119253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233689.119257:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233689.119261:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748925952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233689.119268:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748926080:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233689.119293:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233689.119306:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233689/real 1761233689] req@ffff9437fa0dfb80 x1846776748926080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233689.119320:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748926080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233689.119329:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233689.119331:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233689.119334:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748926080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233689.119338:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748926208:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233689.119354:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233689.119361:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233689/real 1761233689] req@ffff9437fa0dc000 x1846776748926208/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233689.119369:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748926208/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233689.119374:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233689.119377:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233689.119379:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748926208:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233689.119382:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748926336:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233689.119393:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233689.119398:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233689/real 1761233689] req@ffff9437fa0df800 x1846776748926336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233689.119405:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748926336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233689.119415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233689.119418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233689.119420:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748926336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233689.119423:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748926464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233689.119432:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233689.119438:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233689/real 1761233689] req@ffff9437fa0dd180 x1846776748926464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233689.119445:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748926464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233689.119450:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233689.119452:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233689.119454:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748926464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233689.119472:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748926592:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233689.119492:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233689.119504:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233689/real 1761233689] req@ffff9437fa0dc380 x1846776748926592/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233689.119517:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748926592/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233689.119526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233689.119529:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233689.119533:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748926592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233689.119540:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748926720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233689.119579:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233689.119592:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233689/real 1761233689] req@ffff9437fa0dc700 x1846776748926720/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233689.119606:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748926720/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233689.119616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233689.119619:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233689.119623:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748926720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233689.630809:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233689.630820:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233689.630864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233689.950802:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233689.950940:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233690.654855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233690.654862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233690.654896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233690.974809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233690.974890:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233691.678879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233691.678879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233691.678885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233691.998833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233691.998906:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233692.702789:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233692.702803:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233692.702845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233693.022830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233693.022895:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233693.726883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233693.726886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233693.726928:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233694.046851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233694.046938:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233694.238877:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233694.238892:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233694.238899:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233694.238913:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10217 00000100:00080000:3.0:1761233694.238929:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233694.238938:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233694.238985:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748926848/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233694.239015:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233694.239019:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233694.239020:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233694.239024:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10217 00000100:00080000:3.0:1761233694.239030:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233694.239035:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233694.239047:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233694.239056:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748926848:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233694.239068:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748926976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233694.239085:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233694.239091:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233694.239093:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233694.239100:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10217 00000100:00080000:3.0:1761233694.239117:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233694.239124:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233694.239127:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761233694.239142:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233694.239166:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748927104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233694.239176:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233694.239181:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233694/real 1761233694] req@ffff943800b9b800 x1846776748926848/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233694.239182:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233694.239186:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233694.239202:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10217 00000100:00080000:3.0:1761233694.239212:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233694.239217:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233694.239223:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233694.239228:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748926848/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233694.239238:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748927232/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233694.239293:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233694.239298:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233694.239301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233694.239301:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233694.239314:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10217 00000100:00080000:1.0:1761233694.239316:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233694.239325:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748926848:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233694.239325:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233694.239336:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233694.239345:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233694.239353:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748926976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233694.239362:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748927360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233694.239375:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233694.239379:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233694.239385:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233694.239388:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233694.239389:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233694/real 1761233694] req@ffff943800b9aa00 x1846776748926976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233694.239405:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10217 00000100:00100000:1.0:1761233694.239411:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748926976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233694.239415:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233694.239423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233694.239427:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233694.239431:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233694.239439:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748926976:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761233694.239442:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233694.239446:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748927104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233694.239481:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748927488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233694.239491:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233694.239504:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233694/real 1761233694] req@ffff943800b9bb80 x1846776748927104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233694.239516:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233694.239521:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748927104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233694.239527:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233694.239535:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233694.239550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233694.239550:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10217 00000100:00080000:1.0:1761233694.239563:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233694.239564:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233694.239572:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748927104:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233694.239573:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233694.239590:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233694.239592:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748927232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233694.239614:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748927616/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233694.239627:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233694.239637:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233694.239642:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233694/real 1761233694] req@ffff943800b98e00 x1846776748927232/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233694.239643:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233694.239648:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233694.239662:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10217 00000100:00080000:3.0:1761233694.239673:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233694.239678:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748927232/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233694.239679:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233694.239696:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233694.239697:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233694.239705:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233694.239709:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748927232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233694.239723:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748927744/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233694.239749:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748927360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233694.239774:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233694.239794:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233694/real 1761233694] req@ffff943800b99500 x1846776748927360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233694.239806:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748927360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233694.239813:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233694.239816:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233694.239818:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748927360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233694.239823:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748927488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233694.239835:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233694.239841:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233694/real 1761233694] req@ffff943800b9a680 x1846776748927488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233694.239849:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748927488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233694.239854:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233694.239856:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233694.239858:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748927488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233694.239862:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748927616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233694.239872:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233694.239878:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233694/real 1761233694] req@ffff943800b9b800 x1846776748927616/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233694.239885:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748927616/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233694.239890:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233694.239892:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233694.239894:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748927616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233694.239905:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748927744:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233694.239915:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233694.239921:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233694/real 1761233694] req@ffff943800b99c00 x1846776748927744/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233694.239929:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748927744/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233694.239939:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233694.239941:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233694.239943:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748927744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233694.750839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233694.750840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233694.750876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233695.070839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233695.070934:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233695.774814:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233695.774850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233695.774876:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233696.094858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233696.094974:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233696.798803:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233696.798871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233696.798875:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233697.118853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233697.118943:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233697.822806:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233697.822829:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233697.822897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233698.142851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233698.142920:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233698.846854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233698.846854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233698.846854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233699.166893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233699.166992:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233699.358903:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233699.358917:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233699.358923:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233699.358938:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10223 00000100:00080000:3.0:1761233699.358953:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233699.358962:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233699.359014:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748927872/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233699.359045:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233699.359050:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233699.359052:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233699.359057:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10223 00000100:00080000:3.0:1761233699.359061:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233699.359066:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233699.359078:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233699.359094:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748927872:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233699.359108:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748928000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233699.359123:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233699.359126:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233699.359128:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233699.359134:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10223 00000100:00080000:3.0:1761233699.359139:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233699.359144:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233699.359150:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233699.359161:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748928128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233699.359171:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233699.359175:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233699.359177:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233699.359185:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233699.359185:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10223 00000100:00080000:3.0:1761233699.359193:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233699.359198:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233699.359204:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233699.359217:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748928256/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233699.359226:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233699.359230:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233699.359232:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233699.359237:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10223 00000100:00080000:3.0:1761233699.359241:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233699.359246:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233699/real 1761233699] req@ffff943800b9ad80 x1846776748927872/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233699.359250:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233699.359258:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233699.359273:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748928384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233699.359279:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748927872/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233699.359290:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233699.359297:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233699.359300:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233699.359301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233699.359307:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10223 00000100:00080000:1.0:1761233699.359311:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233699.359313:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233699.359320:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748927872:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233699.359322:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233699.359331:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233699.359344:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748928512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233699.359353:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233699.359357:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761233699.359360:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748928000:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233699.359361:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233699.359371:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10223 00000100:00080000:3.0:1761233699.359376:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233699.359382:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233699.359402:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233699.359415:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748928640/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233699.359426:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233699.359433:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233699.359434:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233699.359438:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233699.359444:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10223 00000100:00080000:3.0:1761233699.359451:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233699.359454:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233699/real 1761233699] req@ffff943800b98a80 x1846776748928000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233699.359459:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233699.359471:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233699.359478:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748928000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233699.359487:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748928768/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233699.359494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233699.359503:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233699.359509:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748928000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233699.359518:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748928128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233699.359545:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233699.359559:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233699/real 1761233699] req@ffff943800b98000 x1846776748928128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233699.359573:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748928128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233699.359583:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233699.359587:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233699.359591:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748928128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233699.359598:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748928256:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233699.359619:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233699.359631:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233699/real 1761233699] req@ffff943800b98700 x1846776748928256/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233699.359643:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748928256/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233699.359653:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233699.359656:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233699.359660:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748928256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233699.359667:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748928384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233699.359691:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233699.359704:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233699/real 1761233699] req@ffff943800b9b480 x1846776748928384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233699.359717:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748928384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233699.359726:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233699.359758:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233699.359763:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748928384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233699.359770:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748928512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233699.359795:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233699.359809:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233699/real 1761233699] req@ffff943800b99f80 x1846776748928512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233699.359823:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748928512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233699.359832:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233699.359835:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233699.359839:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748928512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233699.359863:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748928640:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233699.359886:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233699.359900:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233699/real 1761233699] req@ffff943800b98380 x1846776748928640/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233699.359912:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748928640/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233699.359921:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233699.359925:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233699.359928:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748928640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233699.359935:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748928768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233699.359955:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233699.359967:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233699/real 1761233699] req@ffff943800b9ad80 x1846776748928768/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233699.359979:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748928768/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233699.359988:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233699.359992:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233699.359995:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748928768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233699.870842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233699.870842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233699.870865:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233700.190843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233700.190913:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233700.894866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233700.894873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233700.894886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233701.214897:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233701.215048:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233701.918883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233701.918890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233701.919129:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233702.238832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233702.238896:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233702.943022:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233702.943066:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233702.943094:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233703.262864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233703.262942:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233703.966978:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233703.967005:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233703.967007:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233704.286906:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233704.287020:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233704.478843:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233704.478860:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233704.478867:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233704.478881:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10228 00000100:00080000:2.0:1761233704.478896:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233704.478906:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233704.478958:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748928896/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233704.478993:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233704.478999:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233704.479001:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233704.479006:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10228 00000100:00080000:2.0:1761233704.479013:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233704.479017:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233704.479028:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233704.479042:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748928896:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233704.479045:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748929024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233704.479063:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233704.479067:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233704.479070:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233704.479075:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10228 00000100:00080000:2.0:1761233704.479080:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233704.479084:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233704.479091:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233704.479104:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748929152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233704.479112:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233704.479115:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233704.479117:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233704.479120:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10228 00000100:00080000:2.0:1761233704.479123:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233704.479126:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233704.479131:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233704.479137:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233704.479143:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748929280/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233704.479156:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233704.479159:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233704.479161:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233704.479164:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10228 00000100:00080000:2.0:1761233704.479168:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233704.479171:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233704.479173:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233704.479181:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748929408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233704.479187:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233704.479190:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233704.479192:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233704.479197:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10228 00000100:00100000:1.0:1761233704.479198:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233704/real 1761233704] req@ffff9437fa0df100 x1846776748928896/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233704.479205:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233704.479213:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233704.479219:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233704.479228:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748929536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233704.479233:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748928896/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233704.479240:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233704.479247:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233704.479250:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233704.479258:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10228 00000100:00080000:1.0:1761233704.479262:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233704.479262:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233704.479268:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233704.479271:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233704.479272:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233704.479280:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748928896:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233704.479282:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748929664/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233704.479293:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233704.479296:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233704.479297:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233704.479300:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10228 00000100:00080000:2.0:1761233704.479317:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233704.479322:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233704.479325:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233704.479332:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748929024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233704.479336:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748929792/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233704.479367:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233704.479383:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233704/real 1761233704] req@ffff9437fa0df480 x1846776748929024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233704.479398:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748929024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233704.479408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233704.479412:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233704.479416:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748929024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233704.479424:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748929152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233704.479445:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233704.479457:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233704/real 1761233704] req@ffff9437fa0dea00 x1846776748929152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233704.479476:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748929152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233704.479486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233704.479490:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233704.479493:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748929152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233704.479500:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748929280:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233704.479520:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233704.479530:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233704/real 1761233704] req@ffff9437fa0de300 x1846776748929280/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233704.479544:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748929280/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233704.479553:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233704.479557:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233704.479560:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748929280:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233704.479567:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748929408:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233704.479585:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233704.479595:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233704/real 1761233704] req@ffff9437fa0ded80 x1846776748929408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233704.479607:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748929408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233704.479622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233704.479626:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233704.479629:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748929408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233704.479635:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748929536:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233704.479653:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233704.479664:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233704/real 1761233704] req@ffff9437fa0dca80 x1846776748929536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233704.479676:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748929536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233704.479685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233704.479688:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233704.479692:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748929536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233704.479698:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748929664:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233704.479716:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233704.479726:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233704/real 1761233704] req@ffff9437fa0dc700 x1846776748929664/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233704.479764:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748929664/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233704.479773:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233704.479777:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233704.479782:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748929664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233704.479807:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748929792:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233704.479830:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233704.479843:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233704/real 1761233704] req@ffff9437fa0dc380 x1846776748929792/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233704.479857:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748929792/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233704.479866:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233704.479869:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233704.479873:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748929792:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233704.991050:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233704.991055:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233704.991110:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233705.310876:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233705.310960:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233706.015026:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233706.015252:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233706.015380:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233706.334867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233706.334994:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233707.038967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233707.038994:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233707.039078:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233707.358816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233707.358960:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233708.062941:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233708.062945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233708.063019:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233708.382881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233708.382970:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233709.086932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233709.086961:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233709.087002:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233709.406881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233709.407095:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233709.598975:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233709.598989:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233709.598998:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233709.599013:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10233 00000100:00080000:0.0:1761233709.599030:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233709.599043:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233709.599089:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748929920/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233709.599128:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233709.599134:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233709.599137:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233709.599144:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10233 00000100:00080000:0.0:1761233709.599151:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233709.599157:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233709.599169:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748929920:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761233709.599170:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233709.599200:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748930048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233709.599217:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233709.599222:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233709.599247:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233709.599254:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10233 00000100:00080000:0.0:1761233709.599273:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233709.599280:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233709.599287:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233709.599309:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748930176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233709.599324:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748930048:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233709.599328:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233709.599336:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233709.599340:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233709.599349:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10233 00000100:00080000:0.0:1761233709.599357:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233709.599366:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748930176:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233709.599368:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233709.599382:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233709.599409:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748930304/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233709.599435:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233709.599442:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233709.599445:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233709.599452:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10233 00000100:00080000:0.0:1761233709.599461:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233709.599466:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748930304:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761233709.599473:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233709.599484:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233709.599507:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748930432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233709.599531:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233709.599537:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233709.599541:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233709.599549:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10233 00000100:00100000:1.0:1761233709.599552:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748930432:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233709.599558:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233709.599568:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233709.599579:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233709.599602:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748930560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233709.599623:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233709.599629:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233709.599632:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233709.599641:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10233 00000100:00100000:1.0:1761233709.599641:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748930560:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233709.599653:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233709.599661:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233709.599669:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233709.599688:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748930688/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233709.599722:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233709.599728:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233709.599752:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748930688:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761233709.599761:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233709.599769:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10233 00000100:00080000:0.0:1761233709.599794:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233709.599802:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233709.599811:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233709.599833:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748930816/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233709.599906:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748930816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233710.110854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233710.110858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233710.110920:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233710.430857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233710.430993:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233711.134839:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233711.134839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233711.134841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233711.454839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233711.454920:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233712.158843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233712.158843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233712.158848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233712.478803:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233712.478891:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1761233712.671102:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:3.0:1761233712.671144:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761233712.671159:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233712.671208:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233712.671215:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233712.671220:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233712.671226:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233712.671232:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233712.671239:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233712.671247:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761233712.671259:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233709/real 1761233712] req@ffff9437f87f9f80 x1846776748930688/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233712.671285:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748930688/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233712.671305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233712.671313:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233712.671317:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748930688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233712.671325:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233709/real 1761233712] req@ffff9437f87f8a80 x1846776748930560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233712.671337:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748930560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233712.671345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233712.671348:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233712.671352:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748930560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233712.671359:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233709/real 1761233712] req@ffff9437f87faa00 x1846776748930432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233712.671369:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748930432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233712.671376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233712.671379:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233712.671382:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748930432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233712.671388:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233709/real 1761233712] req@ffff9437f87f8000 x1846776748930304/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233712.671398:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748930304/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233712.671406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233712.671409:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233712.671412:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748930304:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233712.671419:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233709/real 1761233712] req@ffff9437f87f8700 x1846776748930176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233712.671430:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748930176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233712.671437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233712.671440:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233712.671443:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748930176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233712.671449:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233709/real 1761233712] req@ffff9437f87f9180 x1846776748930048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233712.671460:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748930048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233712.671477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233712.671481:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233712.671497:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748930048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233712.671505:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233709/real 1761233712] req@ffff9437f87fb800 x1846776748929920/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233712.671519:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748929920/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233712.671527:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233712.671531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233712.671535:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748929920:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233712.671570:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233709/real 1761233712] req@ffff9437f87f8e00 x1846776748930816/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233712.671582:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748930816/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233712.671590:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233712.671593:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233712.671596:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748930816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233713.182828:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233713.182829:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233713.182861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233713.502807:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233713.502890:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233714.206855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233714.206855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233714.206857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233714.526833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233714.526917:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233714.718851:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233714.718859:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233714.718863:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233714.718872:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10238 00000100:00080000:0.0:1761233714.718883:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233714.718888:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233714.718919:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748930944/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233714.718940:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233714.718943:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233714.718944:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233714.718947:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10238 00000100:00080000:0.0:1761233714.718950:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233714.718952:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233714.718958:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233714.718967:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748931072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233714.718975:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233714.718978:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233714.718980:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233714.718986:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10238 00000100:00100000:1.0:1761233714.718986:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748930944:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233714.718991:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233714.718997:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233714.719001:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233714.719009:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748931200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233714.719016:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233714.719018:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233714.719019:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233714.719021:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10238 00000100:00080000:0.0:1761233714.719024:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233714.719026:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233714.719029:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233714.719036:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748931328/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233714.719042:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233714.719045:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233714.719046:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233714.719049:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10238 00000100:00080000:0.0:1761233714.719051:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233714.719056:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233714.719059:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761233714.719061:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233714.719070:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748931456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233714.719077:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233714.719079:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233714.719080:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233714.719083:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10238 00000100:00080000:0.0:1761233714.719086:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233714.719088:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233714.719091:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233714.719099:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748931584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233714.719104:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233714/real 1761233714] req@ffff9437f87f8380 x1846776748930944/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233714.719107:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233714.719114:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233714.719117:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233714.719126:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10238 00000100:00080000:0.0:1761233714.719130:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233714.719134:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233714.719137:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233714.719159:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748930944/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233714.719174:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748931712/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233714.719174:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233714.719185:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233714.719188:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233714.719193:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748930944:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233714.719194:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233714.719198:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233714.719206:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10238 00000100:00080000:0.0:1761233714.719212:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233714.719217:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233714.719223:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233714.719224:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748931072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233714.719241:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748931840/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233714.719256:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233714.719273:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233714/real 1761233714] req@ffff9437f87f9880 x1846776748931072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233714.719288:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748931072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233714.719298:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233714.719302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233714.719306:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748931072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233714.719313:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748931200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233714.719336:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233714.719349:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233714/real 1761233714] req@ffff9437f87f8e00 x1846776748931200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233714.719362:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748931200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233714.719371:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233714.719374:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233714.719378:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748931200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233714.719385:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748931328:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233714.719423:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233714.719438:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233714/real 1761233714] req@ffff9437f87fb800 x1846776748931328/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233714.719456:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748931328/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233714.719466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233714.719470:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233714.719473:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748931328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233714.719480:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748931456:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233714.719503:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233714.719516:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233714/real 1761233714] req@ffff9437f87f9180 x1846776748931456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233714.719529:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748931456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233714.719538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233714.719541:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233714.719545:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748931456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233714.719552:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748931584:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233714.719574:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233714.719586:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233714/real 1761233714] req@ffff9437f87f8700 x1846776748931584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233714.719599:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748931584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233714.719607:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233714.719611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233714.719614:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748931584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233714.719621:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748931712:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233714.719641:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233714.719655:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233714/real 1761233714] req@ffff9437f87f8000 x1846776748931712/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233714.719668:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748931712/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233714.719683:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233714.719687:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233714.719692:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748931712:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233714.719717:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748931840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233714.719766:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233714.719779:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233714/real 1761233714] req@ffff9437f87faa00 x1846776748931840/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233714.719793:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748931840/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233714.719802:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233714.719806:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233714.719810:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748931840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233715.230856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233715.230856:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233715.230856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233715.550824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233715.550905:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233716.254827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233716.254833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233716.254869:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233716.574811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233716.574880:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233717.278848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233717.278848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233717.278979:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233717.598888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233717.599005:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233718.302863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233718.302898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233718.302903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233718.622847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233718.622916:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233719.326861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233719.326908:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233719.326913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233719.646812:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233719.646943:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233719.838882:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233719.838891:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233719.838896:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233719.838909:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10243 00000100:00080000:0.0:1761233719.838924:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233719.838931:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233719.838973:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748931968/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233719.839003:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233719.839007:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233719.839009:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233719.839014:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10243 00000100:00080000:0.0:1761233719.839018:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233719.839023:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233719.839033:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233719.839048:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748932096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233719.839050:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748931968:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233719.839058:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233719.839077:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233719.839079:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233719.839084:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10243 00000100:00080000:0.0:1761233719.839087:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233719.839090:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233719.839095:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233719.839105:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748932224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233719.839114:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233719.839116:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233719.839118:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233719.839122:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10243 00000800:00000100:1.0:1761233719.839124:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233719.839125:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233719.839129:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233719.839133:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233719.839141:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748932352/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233719.839150:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233719.839154:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233719.839155:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233719.839159:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10243 00000100:00080000:0.0:1761233719.839162:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233719.839162:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233719/real 1761233719] req@ffff9437f87f8a80 x1846776748931968/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233719.839166:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233719.839170:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233719.839179:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748932480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233719.839187:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233719.839188:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748931968/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233719.839191:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233719.839193:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233719.839196:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10243 00000100:00080000:0.0:1761233719.839199:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233719.839202:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233719.839205:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233719.839207:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233719.839209:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233719.839213:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748931968:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233719.839215:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748932608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233719.839222:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233719.839226:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233719.839227:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233719.839230:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10243 00000100:00080000:0.0:1761233719.839233:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233719.839235:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748932096:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233719.839236:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233719.839241:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233719.839249:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748932736/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233719.839256:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233719.839259:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233719.839262:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233719.839264:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233719.839267:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233719/real 1761233719] req@ffff9437f87f9f80 x1846776748932096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233719.839268:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10243 00000100:00080000:0.0:1761233719.839271:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233719.839275:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233719.839280:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233719.839280:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748932096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233719.839288:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748932864/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233719.839290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233719.839293:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233719.839297:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748932096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233719.839303:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748932224:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233719.839322:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233719.839333:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233719/real 1761233719] req@ffff9437f87f9500 x1846776748932224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233719.839345:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748932224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233719.839355:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233719.839358:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233719.839360:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748932224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233719.839364:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748932352:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233719.839384:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233719.839391:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233719/real 1761233719] req@ffff9437f87fb100 x1846776748932352/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233719.839399:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748932352/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233719.839405:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233719.839407:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233719.839409:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748932352:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233719.839412:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748932480:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233719.839422:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233719.839427:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233719/real 1761233719] req@ffff9437f87fa680 x1846776748932480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233719.839434:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748932480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233719.839440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233719.839441:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233719.839444:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748932480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233719.839447:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748932608:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233719.839456:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233719.839461:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233719/real 1761233719] req@ffff9437f87fb480 x1846776748932608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233719.839468:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748932608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233719.839472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233719.839474:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233719.839476:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748932608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233719.839489:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748932736:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233719.839499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233719.839505:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233719/real 1761233719] req@ffff9437f87f9c00 x1846776748932736/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233719.839512:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748932736/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233719.839517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233719.839519:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233719.839521:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748932736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233719.839524:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748932864:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233719.839533:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233719.839539:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233719/real 1761233719] req@ffff9437f87fad80 x1846776748932864/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233719.839546:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748932864/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233719.839551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233719.839553:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233719.839555:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748932864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233720.350850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233720.350852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233720.350859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233720.670879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233720.670941:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233721.374820:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233721.374831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233721.374832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233721.694801:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233721.694894:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233722.398878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233722.398898:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233722.398900:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233722.718858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233722.718940:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233723.422906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233723.422917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233723.422941:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233723.742844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233723.742956:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233724.446820:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233724.446854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233724.446918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233724.766836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233724.766948:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233724.958903:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233724.958915:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233724.958921:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233724.958934:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10248 00000100:00080000:3.0:1761233724.958947:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233724.958958:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233724.959015:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748932992/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233724.959048:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233724.959051:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233724.959052:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233724.959056:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10248 00000100:00080000:3.0:1761233724.959059:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233724.959062:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233724.959071:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233724.959082:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748933120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233724.959090:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233724.959093:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233724.959094:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233724.959100:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748932992:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233724.959101:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10248 00000100:00080000:3.0:1761233724.959106:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233724.959111:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233724.959115:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233724.959123:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748933248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233724.959130:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233724.959132:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233724.959134:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233724.959136:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10248 00000100:00080000:3.0:1761233724.959139:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233724.959141:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233724.959144:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233724.959151:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748933376/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233724.959157:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233724.959160:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233724.959161:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233724.959163:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10248 00000100:00080000:3.0:1761233724.959166:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233724.959168:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233724.959171:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233724.959176:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233724.959182:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748933504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233724.959189:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233724.959191:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233724.959193:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233724.959196:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10248 00000100:00080000:3.0:1761233724.959200:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233724.959202:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233724.959206:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233724.959213:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748933632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233724.959219:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233724.959222:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233724.959225:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233724.959226:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233724/real 1761233724] req@ffff943800b99c00 x1846776748932992/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233724.959229:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10248 00000100:00080000:3.0:1761233724.959235:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233724.959240:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233724.959246:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233724.959256:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748933760/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233724.959263:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233724.959264:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748932992/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233724.959267:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233724.959271:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233724.959277:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10248 00000100:00080000:3.0:1761233724.959283:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233724.959288:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233724.959290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761233724.959291:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233724.959302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233724.959303:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748933888/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233724.959320:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748932992:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233724.959349:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748933120:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233724.959377:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233724.959392:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233724/real 1761233724] req@ffff943800b9b800 x1846776748933120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233724.959406:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748933120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233724.959416:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233724.959419:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233724.959423:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748933120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233724.959430:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748933248:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233724.959451:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233724.959463:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233724/real 1761233724] req@ffff943800b9a680 x1846776748933248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233724.959476:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748933248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233724.959486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233724.959489:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233724.959492:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748933248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233724.959497:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748933376:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233724.959515:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233724.959527:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233724/real 1761233724] req@ffff943800b99500 x1846776748933376/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233724.959547:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748933376/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233724.959556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233724.959559:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233724.959563:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748933376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233724.959569:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748933504:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233724.959592:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233724.959605:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233724/real 1761233724] req@ffff943800b98e00 x1846776748933504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233724.959619:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748933504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233724.959626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233724.959630:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233724.959633:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748933504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233724.959640:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748933632:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233724.959661:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233724.959672:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233724/real 1761233724] req@ffff943800b9bb80 x1846776748933632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233724.959684:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748933632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233724.959699:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233724.959703:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233724.959707:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748933632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233724.959713:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748933760:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233724.959759:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233724.959772:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233724/real 1761233724] req@ffff943800b9aa00 x1846776748933760/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233724.959784:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748933760/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233724.959793:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233724.959796:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233724.959800:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748933760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233724.959807:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748933888:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233724.959827:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233724.959839:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233724/real 1761233724] req@ffff943800b9ad80 x1846776748933888/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233724.959851:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748933888/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233724.959860:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233724.959863:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233724.959867:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748933888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233725.470849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233725.470849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233725.470852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233725.790895:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233725.790952:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233726.494839:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233726.494871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233726.494871:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233726.814892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233726.814982:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233727.518832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233727.518832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233727.518890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233727.838847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233727.838918:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233728.542809:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233728.542831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233728.542835:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233728.862839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233728.862911:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233729.566842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233729.566845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233729.566866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233729.886834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233729.886934:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233730.078844:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233730.078856:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233730.078860:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233730.078870:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10253 00000100:00080000:0.0:1761233730.078880:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233730.078886:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233730.078930:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748934016/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233730.078953:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233730.078957:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233730.078960:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233730.078964:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10253 00000100:00080000:0.0:1761233730.078968:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233730.078972:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233730.078982:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233730.078993:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748934016:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233730.078996:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748934144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233730.079006:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233730.079009:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233730.079011:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233730.079014:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10253 00000100:00080000:0.0:1761233730.079017:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233730.079021:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233730.079025:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233730.079034:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748934272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233730.079048:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233730.079049:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233730.079052:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233730.079053:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233730.079057:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10253 00000100:00080000:0.0:1761233730.079060:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233730.079064:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233730.079068:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233730.079077:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748934400/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233730.079085:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233730.079085:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233730/real 1761233730] req@ffff9437f87fa300 x1846776748934016/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233730.079089:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233730.079091:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233730.079095:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10253 00000100:00080000:0.0:1761233730.079098:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233730.079102:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233730.079103:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748934016/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761233730.079106:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233730.079114:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761233730.079116:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748934528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233730.079119:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233730.079123:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748934016:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233730.079125:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233730.079128:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233730.079129:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233730.079133:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10253 00000100:00080000:0.0:1761233730.079136:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233730.079139:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233730.079143:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233730.079143:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748934144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233730.079152:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748934656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233730.079161:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233730.079164:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233730.079165:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233730.079167:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233730.079171:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10253 00000100:00080000:0.0:1761233730.079175:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233730.079175:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233730/real 1761233730] req@ffff9437f87fbb80 x1846776748934144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233730.079178:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233730.079183:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233730.079188:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748934144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233730.079193:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748934784/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233730.079198:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233730.079201:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233730.079202:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233730.079205:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233730.079206:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748934144:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233730.079207:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233730.079210:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10253 00000100:00080000:0.0:1761233730.079214:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233730.079214:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748934272:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233730.079217:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233730.079221:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233730.079232:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233730.079237:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748934912/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233730.079243:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233730/real 1761233730] req@ffff9437f87fad80 x1846776748934272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233730.079256:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748934272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233730.079264:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233730.079268:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233730.079271:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748934272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233730.079278:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748934400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233730.079298:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233730.079307:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233730/real 1761233730] req@ffff9437f87f9c00 x1846776748934400/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233730.079319:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748934400/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233730.079328:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233730.079332:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233730.079335:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748934400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233730.079341:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748934528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233730.079364:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233730.079375:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233730/real 1761233730] req@ffff9437f87fb480 x1846776748934528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233730.079388:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748934528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233730.079397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233730.079399:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233730.079402:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748934528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233730.079415:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748934656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233730.079430:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233730.079437:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233730/real 1761233730] req@ffff9437f87fa680 x1846776748934656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233730.079445:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748934656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233730.079451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233730.079453:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233730.079455:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748934656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233730.079458:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748934784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233730.079468:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233730.079473:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233730/real 1761233730] req@ffff9437f87fb100 x1846776748934784/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233730.079480:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748934784/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233730.079490:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233730.079492:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233730.079494:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748934784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233730.079497:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748934912:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233730.079506:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233730.079511:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233730/real 1761233730] req@ffff9437f87f9500 x1846776748934912/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233730.079518:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748934912/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233730.079523:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233730.079525:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233730.079527:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748934912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233730.590831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233730.590837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233730.590847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233730.910824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233730.910947:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233731.614824:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233731.614914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233731.614944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233731.934888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233731.934971:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233732.638906:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233732.638906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233732.638951:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233732.958852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233732.958974:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233733.662857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233733.662858:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233733.662906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233733.982851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233733.982920:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233734.686826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233734.686853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233734.686857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233735.006844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233735.006904:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233735.198861:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233735.198874:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233735.198880:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233735.198891:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10258 00000100:00080000:0.0:1761233735.198906:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233735.198917:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233735.198958:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748935040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233735.198989:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233735.198994:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233735.198996:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233735.199002:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10258 00000100:00080000:0.0:1761233735.199007:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233735.199012:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233735.199023:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748935040:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761233735.199024:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233735.199050:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748935168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233735.199062:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233735.199065:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233735.199067:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233735.199070:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10258 00000100:00080000:0.0:1761233735.199082:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233735.199085:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233735.199089:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233735.199094:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233735.199102:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748935296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233735.199110:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233735.199113:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233735.199114:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233735.199117:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10258 00000100:00080000:0.0:1761233735.199119:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233735.199122:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233735.199125:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233735.199133:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748935424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233735.199140:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233735.199143:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761233735.199144:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233735/real 1761233735] req@ffff9437f87f9f80 x1846776748935040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233735.199145:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233735.199153:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10258 00000100:00080000:0.0:1761233735.199156:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233735.199162:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233735.199168:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233735.199178:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748935552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233735.199186:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233735.199188:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233735.199189:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233735.199193:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10258 00000100:00100000:1.0:1761233735.199195:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748935040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233735.199196:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233735.199200:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233735.199206:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233735.199214:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748935680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233735.199217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233735.199222:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233735.199225:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233735.199227:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233735.199228:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233735.199232:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10258 00000100:00080000:0.0:1761233735.199236:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233735.199238:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748935040:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233735.199240:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233735.199245:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233735.199253:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748935808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233735.199258:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233735.199260:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233735.199261:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233735.199264:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10258 00000100:00080000:0.0:1761233735.199267:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233735.199270:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748935168:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233735.199272:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233735.199279:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233735.199287:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748935936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233735.199305:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233735.199318:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233735/real 1761233735] req@ffff9437f87f8a80 x1846776748935168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233735.199326:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748935168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233735.199333:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233735.199335:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233735.199337:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748935168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233735.199342:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748935296:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233735.199353:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233735.199359:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233735/real 1761233735] req@ffff9437f87faa00 x1846776748935296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233735.199371:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748935296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233735.199386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233735.199390:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233735.199393:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748935296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233735.199400:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748935424:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233735.199422:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233735.199434:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233735/real 1761233735] req@ffff9437f87f8000 x1846776748935424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233735.199447:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748935424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233735.199457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233735.199460:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233735.199479:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748935424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233735.199487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748935552:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233735.199513:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233735.199526:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233735/real 1761233735] req@ffff9437f87f8700 x1846776748935552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233735.199539:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748935552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233735.199548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233735.199551:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233735.199555:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748935552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233735.199562:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748935680:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233735.199583:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233735.199595:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233735/real 1761233735] req@ffff9437f87f9180 x1846776748935680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233735.199607:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748935680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233735.199616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233735.199619:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233735.199622:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748935680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233735.199629:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748935808:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233735.199650:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233735.199663:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233735/real 1761233735] req@ffff9437f87fb800 x1846776748935808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233735.199676:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748935808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233735.199684:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233735.199688:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233735.199691:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748935808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233735.199716:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748935936:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233735.199761:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233735.199775:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233735/real 1761233735] req@ffff9437f87f8e00 x1846776748935936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233735.199788:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748935936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233735.199796:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233735.199799:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233735.199803:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748935936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233735.710853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233735.710853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233735.710923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233736.030837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233736.030911:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233736.734841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233736.734844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233736.734849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233737.054827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233737.054894:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233737.758893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233737.758898:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233737.758945:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233738.078853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233738.078964:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233738.782864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233738.782902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233738.782945:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233739.102826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233739.102887:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233739.806877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233739.806878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233739.806922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233740.126874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233740.126952:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233740.318889:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233740.318900:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233740.318907:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233740.318919:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10264 00000100:00080000:0.0:1761233740.318935:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233740.318943:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233740.318987:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748936064/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233740.319024:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233740.319029:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233740.319031:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233740.319035:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10264 00000100:00080000:0.0:1761233740.319041:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233740.319046:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233740.319057:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233740.319075:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748936192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233740.319089:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233740.319094:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233740.319098:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233740.319098:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748936064:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233740.319111:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10264 00000100:00080000:0.0:1761233740.319117:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233740.319122:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233740.319128:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233740.319148:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748936320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233740.319160:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233740.319164:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233740.319166:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233740.319171:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10264 00000100:00080000:0.0:1761233740.319177:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233740.319178:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233740.319188:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233740.319194:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233740.319207:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748936448/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233740.319220:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233740.319225:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761233740.319227:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233740/real 1761233740] req@ffff9437f87f9880 x1846776748936064/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233740.319229:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233740.319240:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10264 00000100:00080000:0.0:1761233740.319248:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233740.319253:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748936064/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233740.319255:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233740.319267:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233740.319271:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233740.319277:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233740.319281:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748936064:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233740.319287:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748936576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233740.319300:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233740.319304:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233740.319306:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233740.319310:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748936192:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233740.319314:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10264 00000100:00080000:0.0:1761233740.319322:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233740.319326:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233740.319331:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233740.319336:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233740.319347:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748936704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233740.319351:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233740/real 1761233740] req@ffff9437f87f8380 x1846776748936192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233740.319379:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748936192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233740.319381:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233740.319393:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233740.319395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233740.319397:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233740.319400:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233740.319409:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748936192:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233740.319410:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10264 00000100:00100000:1.0:1761233740.319416:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748936320:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233740.319420:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233740.319428:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233740.319434:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761233740.319438:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233740.319446:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233740/real 1761233740] req@ffff9437f87f8e00 x1846776748936320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233740.319455:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748936832/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233740.319460:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748936320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233740.319474:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233740.319477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233740.319478:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233740.319482:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233740.319483:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233740.319493:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10264 00000100:00100000:1.0:1761233740.319493:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748936320:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233740.319502:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233740.319505:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748936448:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761233740.319509:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233740.319515:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233740.319526:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748936960/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233740.319529:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233740.319541:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233740/real 1761233740] req@ffff9437f87fb800 x1846776748936448/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233740.319550:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748936448/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233740.319557:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233740.319560:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233740.319563:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748936448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233740.319566:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748936576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233740.319576:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233740.319582:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233740/real 1761233740] req@ffff9437f87f9180 x1846776748936576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233740.319589:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748936576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233740.319595:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233740.319597:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233740.319599:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748936576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233740.319611:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748936704:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233740.319622:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233740.319628:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233740/real 1761233740] req@ffff9437f87f8700 x1846776748936704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233740.319636:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748936704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233740.319641:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233740.319643:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233740.319645:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748936704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233740.319650:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748936832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233740.319659:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233740.319665:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233740/real 1761233740] req@ffff9437f87f8000 x1846776748936832/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233740.319672:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748936832/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233740.319677:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233740.319679:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233740.319681:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748936832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233740.319684:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748936960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233740.319693:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233740.319698:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233740/real 1761233740] req@ffff9437f87faa00 x1846776748936960/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233740.319705:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748936960/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233740.319711:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233740.319713:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233740.319715:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748936960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233740.830858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233740.830859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233740.830903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233741.150852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233741.150918:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233741.854915:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233741.854923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233741.854923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233742.174872:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233742.175762:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233742.878898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233742.878900:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233742.878930:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233743.198842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233743.198937:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233743.902834:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233743.902834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233743.902890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233744.222875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233744.222942:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233744.926912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233744.926917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233744.926947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233745.246871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233745.246976:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233745.438897:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233745.438913:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233745.438920:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233745.438933:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10269 00000100:00080000:3.0:1761233745.438950:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233745.438959:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233745.439012:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748937088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233745.439045:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233745.439049:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233745.439052:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233745.439057:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10269 00000100:00080000:3.0:1761233745.439062:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233745.439068:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233745.439079:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233745.439087:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748937088:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233745.439100:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748937216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233745.439118:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233745.439123:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233745.439125:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233745.439132:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10269 00000100:00080000:3.0:1761233745.439147:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233745.439156:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233745.439157:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233745.439169:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233745.439188:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748937344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233745.439198:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233745/real 1761233745] req@ffff943800b98380 x1846776748937088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233745.439206:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233745.439217:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233745.439221:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233745.439226:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748937088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233745.439228:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10269 00000100:00080000:3.0:1761233745.439244:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233745.439247:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233745.439257:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233745.439258:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233745.439269:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748937088:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761233745.439273:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233745.439294:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748937216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233745.439296:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748937472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233745.439316:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233745.439318:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233745.439327:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233745.439331:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233745.439338:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233745/real 1761233745] req@ffff943800b99f80 x1846776748937216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233745.439344:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10269 00000100:00080000:3.0:1761233745.439364:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233745.439368:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748937216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233745.439376:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233745.439383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761233745.439386:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233745.439389:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233745.439398:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748937216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233745.439405:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748937344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233745.439411:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748937600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233745.439423:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233745.439429:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233745.439437:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233745/real 1761233745] req@ffff943800b9b480 x1846776748937344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233745.439439:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233745.439446:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233745.439452:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748937344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233745.439458:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10269 00000100:00080000:1.0:1761233745.439477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233745.439480:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233745.439482:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233745.439489:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748937344:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233745.439494:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233745.439504:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233745.439509:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748937472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233745.439529:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748937728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233745.439532:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233745.439541:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233745/real 1761233745] req@ffff943800b98700 x1846776748937472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233745.439556:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233745.439559:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748937472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233745.439572:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233745.439577:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233745.439578:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233745.439586:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233745.439591:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10269 00000100:00100000:1.0:1761233745.439597:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748937472:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761233745.439601:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233745.439610:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748937600:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233745.439611:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233745.439622:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233745.439644:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233745.439657:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748937856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233745.439679:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233745/real 1761233745] req@ffff943800b98000 x1846776748937600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233745.439689:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233745.439703:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233745.439709:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233745.439726:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10269 00000100:00080000:3.0:1761233745.439764:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233745.439771:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233745.439780:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748937600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761233745.439781:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233745.439799:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761233745.439805:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748937984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233745.439811:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233745.439825:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748937600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233745.439866:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748937728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233745.439895:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233745.439908:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233745/real 1761233745] req@ffff943800b98a80 x1846776748937728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233745.439923:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748937728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233745.439932:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233745.439936:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233745.439940:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748937728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233745.439947:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748937856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233745.439968:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233745.439979:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233745/real 1761233745] req@ffff943800b9b480 x1846776748937856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233745.439992:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748937856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233745.440007:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233745.440011:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233745.440015:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748937856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233745.440021:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748937984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233745.440041:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233745.440052:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233745/real 1761233745] req@ffff943800b99f80 x1846776748937984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233745.440063:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748937984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233745.440069:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233745.440071:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233745.440074:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748937984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233745.950880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233745.950944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233745.951075:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233746.270867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233746.270962:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233746.974834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233746.974855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233746.974885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233747.294830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233747.294889:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233747.998908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233747.998925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233747.998935:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233748.318871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233748.318939:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233749.022863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233749.022863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233749.022950:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233749.342910:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233749.342917:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233750.046844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233750.046844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233750.046845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233750.366900:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233750.366962:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233750.558846:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233750.558857:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233750.558862:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233750.558873:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10274 00000100:00080000:2.0:1761233750.558886:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233750.558894:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233750.558932:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748938112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233750.558965:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233750.558969:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233750.558971:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233750.558975:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10274 00000100:00080000:2.0:1761233750.558979:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233750.558985:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233750.558995:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233750.559006:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748938112:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233750.559011:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748938240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233750.559024:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233750.559028:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233750.559030:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233750.559035:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10274 00000100:00080000:2.0:1761233750.559040:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233750.559044:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233750.559050:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233750.559062:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748938368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233750.559073:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233750.559074:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233750.559080:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233750.559083:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233750.559088:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10274 00000100:00080000:2.0:1761233750.559094:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233750.559099:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233750.559104:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233750.559115:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748938496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233750.559125:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233750/real 1761233750] req@ffff9437fa0dd180 x1846776748938112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233750.559128:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233750.559137:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233750.559141:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233750.559150:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10274 00000100:00080000:2.0:1761233750.559156:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233750.559163:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233750.559168:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233750.559174:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748938112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233750.559184:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748938624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233750.559192:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233750.559198:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233750.559202:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233750.559205:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233750.559209:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233750.559211:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748938112:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233750.559216:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10274 00000100:00080000:2.0:1761233750.559223:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233750.559227:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233750.559232:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233750.559241:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748938240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233750.559245:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748938752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233750.559263:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233750.559266:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233750.559268:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233750.559273:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10274 00000100:00080000:2.0:1761233750.559279:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233750.559283:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233750.559287:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233750.559294:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233750.559304:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233750/real 1761233750] req@ffff9437fa0df800 x1846776748938240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233750.559309:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748938880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233750.559337:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233750.559342:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233750.559345:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748938240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233750.559346:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233750.559355:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10274 00000100:00080000:2.0:1761233750.559363:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233750.559367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233750.559369:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233750.559376:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233750.559377:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233750.559386:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748938240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233750.559393:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748939008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233750.559400:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748938368:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233750.559431:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233750.559447:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233750/real 1761233750] req@ffff9437fa0dc000 x1846776748938368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233750.559460:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748938368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233750.559483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233750.559487:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233750.559490:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748938368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233750.559497:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748938496:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233750.559518:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233750.559530:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233750/real 1761233750] req@ffff9437fa0dfb80 x1846776748938496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233750.559543:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748938496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233750.559551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233750.559555:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233750.559558:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748938496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233750.559565:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748938624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233750.559600:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233750.559612:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233750/real 1761233750] req@ffff9437fa0dd500 x1846776748938624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233750.559624:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748938624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233750.559633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233750.559637:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233750.559641:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748938624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233750.559660:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748938752:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233750.559680:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233750.559691:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233750/real 1761233750] req@ffff9437fa0ddc00 x1846776748938752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233750.559704:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748938752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233750.559712:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233750.559716:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233750.559720:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748938752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233750.559726:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748938880:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233750.559768:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233750.559780:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233750/real 1761233750] req@ffff9437fa0dd180 x1846776748938880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233750.559793:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748938880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233750.559802:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233750.559806:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233750.559810:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748938880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233750.559817:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748939008:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233750.559835:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233750.559846:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233750/real 1761233750] req@ffff9437fa0dc380 x1846776748939008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233750.559857:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748939008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233750.559866:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233750.559870:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233750.559874:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748939008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233751.070836:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233751.070836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233751.071843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233751.390832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233751.390916:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233752.094868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233752.094880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233752.094905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233752.414841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233752.414919:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233753.118869:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233753.118869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233753.118869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233753.438828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233753.438919:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233754.142836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233754.142837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233754.142837:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233754.462814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233754.462915:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233755.166854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233755.166854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233755.166866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233755.486783:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233755.486876:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233755.678851:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233755.678863:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233755.678868:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233755.678880:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10279 00000100:00080000:2.0:1761233755.678892:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233755.678900:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233755.678935:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748939136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233755.678958:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233755.678961:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233755.678963:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233755.678966:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10279 00000100:00080000:2.0:1761233755.678969:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233755.678972:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233755.678981:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233755.678990:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748939136:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233755.678992:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748939264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233755.679003:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233755.679006:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233755.679007:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233755.679010:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10279 00000100:00080000:2.0:1761233755.679014:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233755.679016:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233755.679019:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233755.679027:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748939392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233755.679034:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233755.679036:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233755.679038:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233755.679040:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10279 00000100:00080000:2.0:1761233755.679043:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233755.679048:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233755.679049:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233755.679052:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233755.679062:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748939520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233755.679069:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233755.679071:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233755.679073:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233755.679075:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10279 00000100:00080000:2.0:1761233755.679078:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233755.679081:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233755.679084:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233755.679086:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233755/real 1761233755] req@ffff9437fa0dc700 x1846776748939136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233755.679094:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748939648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233755.679102:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233755.679106:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761233755.679107:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748939136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233755.679108:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233755.679117:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10279 00000100:00080000:2.0:1761233755.679123:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233755.679127:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233755.679127:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233755.679133:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761233755.679133:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233755.679139:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748939136:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233755.679150:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748939776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233755.679160:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748939264:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233755.679165:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233755.679170:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233755.679173:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233755.679179:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10279 00000800:00000100:1.0:1761233755.679182:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233755.679188:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233755.679196:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233755.679197:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233755/real 1761233755] req@ffff9437fa0dca80 x1846776748939264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233755.679206:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233755.679210:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748939264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233755.679219:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233755.679225:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233755.679225:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748939904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233755.679231:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748939264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233755.679242:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748939392:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233755.679249:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233755.679254:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233755.679257:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233755.679260:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233755.679266:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10279 00000100:00100000:1.0:1761233755.679270:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233755/real 1761233755] req@ffff9437fa0ded80 x1846776748939392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233755.679274:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233755.679283:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233755.679286:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748939392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233755.679291:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233755.679294:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233755.679299:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233755.679301:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748939392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233755.679308:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748939520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233755.679310:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748940032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233755.679324:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233755.679334:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233755/real 1761233755] req@ffff9437fa0de300 x1846776748939520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233755.679347:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748939520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233755.679353:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233755.679356:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233755.679358:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748939520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233755.679362:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748939648:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233755.679372:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233755.679377:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233755/real 1761233755] req@ffff9437fa0dea00 x1846776748939648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233755.679384:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748939648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233755.679390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233755.679391:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233755.679393:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748939648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233755.679405:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748939776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233755.679415:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233755.679420:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233755/real 1761233755] req@ffff9437fa0df480 x1846776748939776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233755.679427:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748939776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233755.679437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233755.679439:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233755.679441:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748939776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233755.679444:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748939904:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233755.679453:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233755.679459:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233755/real 1761233755] req@ffff9437fa0df100 x1846776748939904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233755.679465:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748939904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233755.679471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233755.679473:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233755.679474:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748939904:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233755.679478:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748940032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233755.679487:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233755.679492:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233755/real 1761233755] req@ffff9437fa0dc700 x1846776748940032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233755.679530:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748940032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233755.679539:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233755.679543:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233755.679547:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748940032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233756.190859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233756.190862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233756.190895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233756.510836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233756.510926:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233757.214907:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233757.214931:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233757.214960:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233757.534900:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233757.534962:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233758.238813:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233758.238833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233758.238905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233758.558825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233758.558909:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233759.262865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233759.262869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233759.262941:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233759.582840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233759.582902:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233760.286891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233760.286901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233760.286940:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233760.606807:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233760.606891:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233760.798866:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233760.798877:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233760.798882:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233760.798891:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10284 00000100:00080000:1.0:1761233760.798903:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233760.798911:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233760.798948:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748940160/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233760.798976:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233760.798980:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233760.798982:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233760.798987:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10284 00000100:00080000:1.0:1761233760.798992:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233760.798997:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233760.799007:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233760.799009:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748940160:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233760.799024:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748940288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233760.799039:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233760.799046:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233760.799049:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233760.799054:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10284 00000100:00080000:1.0:1761233760.799059:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233760.799064:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233760.799068:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233760.799075:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233760.799090:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748940416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233760.799101:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233760/real 1761233760] req@ffff9437f86d6680 x1846776748940160/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233760.799102:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233760.799111:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233760.799115:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233760.799122:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10284 00000100:00100000:2.0:1761233760.799125:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748940160/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233760.799128:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233760.799137:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233760.799139:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761233760.799143:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233760.799145:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233760.799150:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748940160:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233760.799160:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748940544/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233760.799171:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748940288:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233760.799175:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233760.799181:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233760.799184:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233760.799191:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10284 00000800:00000100:2.0:1761233760.799192:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233760.799201:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233760.799207:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233760/real 1761233760] req@ffff9437f86d4000 x1846776748940288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233760.799209:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233760.799220:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233760.799224:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748940288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233760.799236:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233760.799238:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748940672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233760.799243:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233760.799254:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748940288:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233760.799259:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233760.799265:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761233760.799266:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748940416:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233760.799268:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233760.799279:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10284 00000100:00080000:1.0:1761233760.799284:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233760.799289:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233760.799295:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233760.799302:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233760.799311:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748940800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233760.799317:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233760/real 1761233760] req@ffff9437f86d4700 x1846776748940416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233760.799338:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233760.799342:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748940416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233760.799345:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233760.799350:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233760.799355:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233760.799359:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10284 00000100:00080000:2.0:1761233760.799362:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233760.799367:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233760.799367:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748940416:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233760.799376:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233760.799382:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233760.799385:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748940544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233760.799401:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748940928/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233760.799407:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233760.799417:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233760/real 1761233760] req@ffff9437f86d4380 x1846776748940544/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233760.799442:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748940544/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233760.799448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233760.799450:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233760.799454:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748940544:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233760.799455:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233760.799463:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761233760.799463:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748940672:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233760.799470:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233760.799478:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10284 00000800:00000100:2.0:1761233760.799483:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233760.799485:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233760.799494:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233760/real 1761233760] req@ffff9437f86d5c00 x1846776748940672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233760.799495:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233760.799503:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233760.799519:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748940672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233760.799522:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748941056/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233760.799548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233760.799555:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233760.799560:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748940672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233760.799568:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748940800:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233760.799592:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233760.799601:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233760/real 1761233760] req@ffff9437f86d5f80 x1846776748940800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233760.799610:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748940800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233760.799615:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233760.799617:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233760.799619:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748940800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233760.799631:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748940928:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233760.799643:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233760.799649:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233760/real 1761233760] req@ffff9437f86d4700 x1846776748940928/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233760.799661:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748940928/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233760.799682:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233760.799685:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233760.799688:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748940928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233760.799695:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748941056:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233760.799717:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233760.799750:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233760/real 1761233760] req@ffff9437f86d4000 x1846776748941056/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233760.799766:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748941056/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233760.799776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233760.799780:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233760.799783:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748941056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233761.310825:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233761.310887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233761.310908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233761.630832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233761.630911:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233762.334820:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233762.334832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233762.334875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233762.654802:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233762.654935:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233763.358810:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233763.358874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233763.358901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233763.678879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233763.678937:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233764.382820:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233764.382825:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233764.382893:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233764.702872:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233764.702945:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233765.406904:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233765.406910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233765.406913:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233765.726855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233765.726931:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233765.918852:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233765.918863:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233765.918868:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233765.918879:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10289 00000100:00080000:1.0:1761233765.918889:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233765.918895:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233765.918927:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748941184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233765.918949:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233765.918952:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233765.918954:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233765.918957:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10289 00000100:00080000:1.0:1761233765.918960:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233765.918963:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233765.918971:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233765.918983:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748941184:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233765.918986:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748941312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233765.919001:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233765.919005:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233765.919007:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233765.919012:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10289 00000100:00080000:1.0:1761233765.919016:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233765.919020:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233765.919026:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233765.919041:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748941440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233765.919052:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233765.919058:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233765.919060:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233765.919065:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233765.919070:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10289 00000100:00080000:1.0:1761233765.919076:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233765.919081:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233765.919087:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233765.919101:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748941568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233765.919112:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233765/real 1761233765] req@ffff9437f86d6680 x1846776748941184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233765.919113:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233765.919122:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233765.919126:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233765.919134:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10289 00000100:00080000:1.0:1761233765.919138:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233765.919142:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233765.919147:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748941184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233765.919148:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233765.919161:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748941696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233765.919163:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233765.919173:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233765.919175:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233765.919180:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761233765.919181:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748941184:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233765.919182:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233765.919190:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10289 00000100:00080000:1.0:1761233765.919193:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233765.919196:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233765.919199:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233765.919208:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748941824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233765.919215:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748941312:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233765.919225:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233765.919230:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233765.919232:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233765.919238:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10289 00000100:00080000:1.0:1761233765.919246:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233765.919252:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233765.919253:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233765.919262:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233765.919273:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233765/real 1761233765] req@ffff9437f86d7b80 x1846776748941312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233765.919279:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748941952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233765.919301:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748941312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233765.919302:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233765.919310:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233765.919312:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233765.919323:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10289 00000100:00080000:2.0:1761233765.919325:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233765.919328:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233765.919330:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233765.919359:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748941312:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233765.919360:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233765.919367:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748941440:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761233765.919376:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233765.919393:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748942080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233765.919395:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233765.919409:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233765/real 1761233765] req@ffff9437f86d5880 x1846776748941440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233765.919422:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748941440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233765.919429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233765.919433:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233765.919435:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748941440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233765.919440:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748941568:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233765.919451:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233765.919458:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233765/real 1761233765] req@ffff9437f86d6a00 x1846776748941568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233765.919465:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748941568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233765.919471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233765.919472:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233765.919474:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748941568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233765.919478:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748941696:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233765.919488:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233765.919494:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233765/real 1761233765] req@ffff9437f86d7100 x1846776748941696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233765.919501:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748941696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233765.919507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233765.919508:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233765.919510:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748941696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233765.919523:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748941824:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233765.919533:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233765.919540:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233765/real 1761233765] req@ffff9437f86d5180 x1846776748941824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233765.919552:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748941824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233765.919557:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233765.919559:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233765.919561:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748941824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233765.919565:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748941952:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233765.919574:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233765.919580:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233765/real 1761233765] req@ffff9437f86d7480 x1846776748941952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233765.919587:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748941952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233765.919592:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233765.919594:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233765.919596:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748941952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233765.919599:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748942080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233765.919607:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233765.919613:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233765/real 1761233765] req@ffff9437f86d6d80 x1846776748942080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233765.919620:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748942080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233765.919629:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233765.919631:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233765.919633:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748942080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233766.430863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233766.430863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233766.430895:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233766.750900:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233766.750982:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233767.454894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233767.454895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233767.454969:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233767.774896:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233767.774963:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233768.478980:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233768.479278:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233768.479314:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233768.798880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233768.798944:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233769.502927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233769.502985:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233769.502985:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233769.822855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233769.822909:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233770.526873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233770.526873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233770.526916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233770.846886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233770.846894:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233771.038866:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233771.038877:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233771.038882:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233771.038892:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10294 00000100:00080000:3.0:1761233771.038904:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233771.038909:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233771.038939:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748942208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233771.038960:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233771.038964:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233771.038966:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233771.038970:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10294 00000100:00080000:3.0:1761233771.038975:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233771.038979:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233771.038989:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233771.039000:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748942208:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233771.039006:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748942336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233771.039016:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233771.039019:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233771.039021:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233771.039024:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10294 00000100:00080000:3.0:1761233771.039028:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233771.039031:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233771.039035:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233771.039045:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748942464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233771.039053:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233771.039056:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233771.039058:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233771.039061:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10294 00000800:00000100:2.0:1761233771.039064:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233771.039064:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233771.039068:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233771.039072:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233771.039081:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748942592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233771.039089:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233771.039093:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233771.039095:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233771.039098:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10294 00000100:00100000:2.0:1761233771.039102:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233771/real 1761233771] req@ffff943800b98380 x1846776748942208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233771.039102:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233771.039105:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233771.039110:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233771.039118:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748942720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233771.039120:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748942208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233771.039128:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233771.039131:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233771.039132:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233771.039133:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233771.039136:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233771.039136:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10294 00000100:00100000:2.0:1761233771.039140:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748942208:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233771.039145:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233771.039148:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233771.039152:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233771.039161:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748942336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233771.039161:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748942848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233771.039170:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233771.039173:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233771.039175:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233771.039178:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10294 00000800:00000100:2.0:1761233771.039182:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233771.039182:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233771.039185:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233771.039190:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233771.039193:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233771/real 1761233771] req@ffff943800b9ad80 x1846776748942336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233771.039199:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748942976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233771.039210:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233771.039214:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748942336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233771.039214:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233771.039216:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233771.039219:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10294 00000100:00080000:3.0:1761233771.039223:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233771.039225:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233771.039226:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233771.039228:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761233771.039230:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233771.039232:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748942336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233771.039238:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748942464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233771.039239:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748943104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1761233771.039256:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233771.039288:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233771/real 1761233771] req@ffff943800b9aa00 x1846776748942464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233771.039302:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748942464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233771.039307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233771.039310:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233771.039312:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748942464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233771.039316:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748942592:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233771.039333:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233771.039340:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233771/real 1761233771] req@ffff943800b9bb80 x1846776748942592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233771.039347:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748942592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233771.039357:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233771.039359:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233771.039361:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748942592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233771.039364:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748942720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233771.039374:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233771.039379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233771/real 1761233771] req@ffff943800b98e00 x1846776748942720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233771.039386:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748942720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233771.039391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233771.039393:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233771.039395:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748942720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233771.039407:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748942848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233771.039417:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233771.039423:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233771/real 1761233771] req@ffff943800b99500 x1846776748942848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233771.039430:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748942848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233771.039435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233771.039436:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233771.039439:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748942848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233771.039443:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748942976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233771.039452:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233771.039458:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233771/real 1761233771] req@ffff943800b9a680 x1846776748942976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233771.039465:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748942976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233771.039470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233771.039471:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233771.039473:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748942976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233771.039476:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748943104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233771.039485:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233771.039491:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233771/real 1761233771] req@ffff943800b9b800 x1846776748943104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233771.039498:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748943104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233771.039503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233771.039505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233771.039507:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748943104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233771.551050:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233771.551243:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233771.551444:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233771.870863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233771.870936:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233772.574981:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233772.575051:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233772.575079:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233772.894818:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233772.894896:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233773.599061:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233773.599180:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233773.599190:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233773.918838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233773.918907:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233774.622887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233774.622894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233774.622978:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233774.942786:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233774.942879:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233775.646869:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233775.646910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233775.646944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233775.966845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233775.966908:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233776.158895:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233776.158904:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233776.158908:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233776.158919:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10299 00000100:00080000:2.0:1761233776.158930:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233776.158935:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233776.158967:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748943232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233776.158991:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233776.158994:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233776.158995:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233776.158998:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10299 00000100:00080000:2.0:1761233776.159001:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233776.159003:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233776.159010:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233776.159019:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748943360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233776.159027:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233776.159030:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233776.159032:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233776.159034:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10299 00000100:00080000:2.0:1761233776.159036:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233776.159040:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748943232:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233776.159042:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233776.159053:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233776.159065:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748943488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233776.159098:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233776.159103:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233776.159106:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233776.159113:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10299 00000100:00080000:2.0:1761233776.159122:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233776.159129:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233776.159138:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233776.159144:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748943360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233776.159156:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748943616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233776.159169:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233776.159174:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233776.159190:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233776.159195:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10299 00000100:00100000:1.0:1761233776.159203:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748943488:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233776.159206:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233776.159215:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233776.159221:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233776.159239:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748943744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233776.159241:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748943616:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233776.159256:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233776.159259:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233776.159261:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233776.159266:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10299 00000100:00080000:2.0:1761233776.159270:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233776.159271:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748943744:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233776.159276:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233776.159284:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233776.159297:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748943872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233776.159306:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233776.159308:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761233776.159312:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748943872:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233776.159312:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233776.159322:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10299 00000100:00080000:2.0:1761233776.159331:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233776.159336:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233776.159342:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233776.159355:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748944000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233776.159378:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233776.159382:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233776.159384:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233776.159388:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10299 00000100:00080000:2.0:1761233776.159393:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233776.159397:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233776.159404:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748944000:192.168.201.139@tcp:8:kworker.0 00000008:00100000:2.0:1761233776.159404:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233776.159424:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748944128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233776.159453:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748944128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233776.670846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233776.670846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233776.670855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233776.990855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233776.990922:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233777.694883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233777.694890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233777.694935:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233778.014862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233778.014911:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233778.718870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233778.718879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233778.718941:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233779.038877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233779.038969:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1761233779.231026:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:1.0:1761233779.231066:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1761233779.231080:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233779.231108:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233779.231115:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233779.231164:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233779.231179:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233779.231193:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233779.231197:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233776/real 1761233779] req@ffff9437fa0ddc00 x1846776748943488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1761233779.231207:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761233779.231230:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:2.0:1761233779.231261:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748943488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233779.231280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233779.231286:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233779.231292:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748943488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233779.231301:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233776/real 1761233779] req@ffff9437fa0dd500 x1846776748943616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233779.231318:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748943616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233779.231326:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233779.231331:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233779.231334:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748943616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233779.231343:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233776/real 1761233779] req@ffff9437fa0dc380 x1846776748943232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233779.231358:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748943232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233779.231368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233779.231372:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233779.231376:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748943232:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233779.231384:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233776/real 1761233779] req@ffff9437fa0dd180 x1846776748943360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233779.231397:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748943360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233779.231406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233779.231409:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233779.231413:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748943360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233779.231453:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233776/real 1761233779] req@ffff9437fa0dc700 x1846776748944128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233779.231467:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748944128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233779.231476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233779.231479:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233779.231483:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748944128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233779.231492:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233776/real 1761233779] req@ffff9437fa0df800 x1846776748944000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233779.231505:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748944000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233779.231514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233779.231518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233779.231522:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748944000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233779.231529:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233776/real 1761233779] req@ffff9437fa0dc000 x1846776748943872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233779.231541:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748943872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233779.231550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233779.231553:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233779.231557:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748943872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233779.231565:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233776/real 1761233779] req@ffff9437fa0dfb80 x1846776748943744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233779.231578:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748943744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233779.231587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233779.231591:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233779.231594:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748943744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233779.742817:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233779.742861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233779.742887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233780.062840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233780.062895:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233780.766844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233780.766844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233780.766873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233781.086853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233781.086966:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233781.278885:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233781.278898:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233781.278904:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233781.278916:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10304 00000100:00080000:2.0:1761233781.278930:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233781.278937:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233781.278982:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748944256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233781.279012:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233781.279016:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233781.279017:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233781.279021:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10304 00000100:00080000:2.0:1761233781.279023:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233781.279026:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233781.279036:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233781.279047:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748944384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233781.279058:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233781.279062:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233781.279070:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233781.279075:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10304 00000100:00080000:2.0:1761233781.279079:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233781.279083:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233781.279090:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748944256:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761233781.279090:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233781.279140:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748944512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233781.279153:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233781.279158:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233781.279160:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233781.279164:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10304 00000100:00080000:2.0:1761233781.279197:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233781.279205:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233781.279206:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233781.279213:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233781.279229:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748944640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233781.279241:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233781.279245:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233781.279247:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233781.279252:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10304 00000100:00080000:2.0:1761233781.279257:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233781.279262:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233781.279267:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233781/real 1761233781] req@ffff9437fa0dfb80 x1846776748944256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233781.279270:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233781.279289:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748944768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233781.279301:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748944256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233781.279302:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233781.279312:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233781.279316:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233781.279326:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233781.279331:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10304 00000100:00080000:1.0:1761233781.279338:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233781.279339:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233781.279349:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748944256:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233781.279350:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233781.279362:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233781.279368:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748944384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233781.279380:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748944896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233781.279394:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233781.279398:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233781.279401:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233781.279407:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233781.279410:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10304 00000100:00080000:2.0:1761233781.279418:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233781.279424:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233781.279430:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233781/real 1761233781] req@ffff9437fa0dc000 x1846776748944384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233781.279430:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233781.279451:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748944384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233781.279451:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748945024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233781.279488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233781.279488:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233781.279497:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233781.279497:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233781.279502:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233781.279506:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748944384:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233781.279512:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10304 00000100:00080000:2.0:1761233781.279519:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233781.279524:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233781.279531:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233781.279544:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748945152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233781.279553:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748944512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233781.279582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233781.279596:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233781/real 1761233781] req@ffff9437fa0df800 x1846776748944512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233781.279608:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748944512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233781.279619:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233781.279623:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233781.279627:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748944512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233781.279633:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748944640:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233781.279658:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233781.279672:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233781/real 1761233781] req@ffff9437fa0dc700 x1846776748944640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233781.279686:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748944640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233781.279695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233781.279699:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233781.279702:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748944640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233781.279709:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748944768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233781.279765:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233781.279779:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233781/real 1761233781] req@ffff9437fa0dd180 x1846776748944768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233781.279792:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748944768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233781.279800:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233781.279804:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233781.279808:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748944768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233781.279814:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748944896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233781.279838:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233781.279850:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233781/real 1761233781] req@ffff9437fa0dc380 x1846776748944896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233781.279870:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748944896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233781.279879:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233781.279883:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233781.279886:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748944896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233781.279893:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748945024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233781.279920:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233781.279932:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233781/real 1761233781] req@ffff9437fa0dd500 x1846776748945024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233781.279945:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748945024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233781.279963:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233781.279967:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233781.279971:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748945024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233781.279994:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748945152:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233781.280018:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233781.280030:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233781/real 1761233781] req@ffff9437fa0ddc00 x1846776748945152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233781.280043:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748945152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233781.280060:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233781.280064:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233781.280068:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748945152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233781.790890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233781.790890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233781.790978:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233782.110844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233782.110898:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233782.814851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233782.814865:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233782.814900:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233783.134870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233783.134970:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233783.838907:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233783.838918:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233783.838967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233784.158837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233784.158957:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233784.862827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233784.862854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233784.862912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233785.182821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233785.182920:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233785.886839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233785.886844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233785.886884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233786.206808:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233786.206979:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233786.398894:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233786.398906:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233786.398915:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233786.398926:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10310 00000100:00080000:2.0:1761233786.398940:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233786.398947:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233786.398992:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748945280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233786.399029:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233786.399033:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233786.399034:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233786.399038:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10310 00000100:00080000:2.0:1761233786.399044:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233786.399049:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233786.399060:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233786.399074:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748945280:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233786.399075:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748945408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233786.399099:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233786.399102:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233786.399105:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233786.399110:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10310 00000100:00080000:2.0:1761233786.399113:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233786.399116:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233786.399120:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233786.399130:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748945536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233786.399142:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233786.399145:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233786.399146:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233786.399149:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10310 00000100:00080000:2.0:1761233786.399154:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233786.399156:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233786.399161:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233786.399167:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233786.399181:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748945664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233786.399190:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233786.399193:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233786.399195:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233786.399203:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10310 00000100:00100000:1.0:1761233786.399204:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233786/real 1761233786] req@ffff9437fa0df100 x1846776748945280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233786.399211:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233786.399224:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233786.399234:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233786.399245:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748945280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233786.399247:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748945792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233786.399321:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233786.399339:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233786.399341:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233786.399344:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233786.399349:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10310 00000100:00080000:1.0:1761233786.399357:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233786.399357:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233786.399371:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233786.399388:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233786.399389:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748945280:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233786.399409:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748945920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233786.399417:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233786.399420:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233786.399422:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233786.399426:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10310 00000100:00080000:2.0:1761233786.399428:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233786.399434:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748945408:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233786.399434:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233786.399440:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233786.399455:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748946048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233786.399463:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233786.399467:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233786.399469:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233786.399475:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10310 00000100:00080000:2.0:1761233786.399481:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233786.399485:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233786.399491:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233786.399501:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233786.399513:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233786/real 1761233786] req@ffff9437fa0df480 x1846776748945408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233786.399523:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748946176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233786.399562:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748945408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233786.399587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233786.399592:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233786.399597:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748945408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233786.399606:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748945536:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233786.399635:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233786.399649:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233786/real 1761233786] req@ffff9437fa0dea00 x1846776748945536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233786.399662:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748945536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233786.399670:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233786.399674:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233786.399678:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748945536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233786.399685:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748945664:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233786.399710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233786.399723:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233786/real 1761233786] req@ffff9437fa0de300 x1846776748945664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233786.399737:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748945664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233786.399747:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233786.399750:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233786.399753:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748945664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233786.399759:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748945792:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233786.399802:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233786.399810:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233786/real 1761233786] req@ffff9437fa0ded80 x1846776748945792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233786.399819:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748945792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233786.399825:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233786.399827:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233786.399830:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748945792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233786.399834:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748945920:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233786.399846:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233786.399852:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233786/real 1761233786] req@ffff9437fa0dca80 x1846776748945920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233786.399860:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748945920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233786.399865:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233786.399867:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233786.399869:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748945920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233786.399888:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748946048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233786.399899:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233786.399906:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233786/real 1761233786] req@ffff9437fa0df100 x1846776748946048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233786.399914:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748946048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233786.399920:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233786.399922:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233786.399924:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748946048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233786.399928:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748946176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233786.399938:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233786.399944:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233786/real 1761233786] req@ffff9437fa0ddc00 x1846776748946176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233786.399952:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748946176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233786.399958:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233786.399960:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233786.399962:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748946176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233786.910875:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233786.910875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233786.910883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233787.230823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233787.230932:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233787.934900:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233787.934902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233787.934908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233788.254819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233788.254909:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233788.958884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233788.958884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233788.958897:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233789.278859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233789.278962:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233789.982823:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233789.982824:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233789.982826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233790.302810:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233790.302876:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233791.006867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233791.006868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233791.006913:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233791.326826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233791.326915:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233791.518845:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233791.518856:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233791.518861:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233791.518875:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10315 00000100:00080000:0.0:1761233791.518888:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233791.518896:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233791.518933:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748946304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233791.518977:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233791.518981:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233791.518984:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233791.518990:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10315 00000100:00080000:0.0:1761233791.518996:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233791.519001:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233791.519007:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748946304:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761233791.519012:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233791.519033:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748946432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233791.519047:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233791.519051:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233791.519053:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233791.519058:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10315 00000100:00080000:0.0:1761233791.519063:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233791.519067:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233791.519073:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233791.519080:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233791.519096:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748946560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233791.519105:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233791/real 1761233791] req@ffff9437f87f8a80 x1846776748946304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233791.519114:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233791.519120:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233791.519122:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233791.519124:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748946304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233791.519131:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10315 00000100:00080000:1.0:1761233791.519137:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233791.519139:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233791.519143:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233791.519150:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233791.519150:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748946304:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761233791.519163:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233791.519174:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748946432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233791.519181:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748946688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233791.519194:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233791.519196:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233791.519201:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233791.519204:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233791.519206:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233791/real 1761233791] req@ffff9437f87f9f80 x1846776748946432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233791.519212:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10315 00000100:00080000:0.0:1761233791.519223:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233791.519226:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748946432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233791.519232:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233791.519236:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233791.519240:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233791.519241:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233791.519247:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748946432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233791.519253:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748946560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233791.519261:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748946816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233791.519269:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233791.519279:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233791/real 1761233791] req@ffff9437f87f9500 x1846776748946560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233791.519301:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233791.519308:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761233791.519308:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748946560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233791.519314:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233791.519318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233791.519323:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10315 00000100:00080000:1.0:1761233791.519324:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233791.519331:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748946560:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233791.519333:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233791.519341:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233791.519345:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748946688:192.168.201.139@tcp:8:kworker.0 00000008:00100000:0.0:1761233791.519349:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233791.519365:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233791.519366:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748946944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233791.519376:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233791.519376:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233791/real 1761233791] req@ffff9437f87fb100 x1846776748946688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233791.519384:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233791.519388:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233791.519396:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10315 00000100:00080000:0.0:1761233791.519401:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233791.519405:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233791.519409:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233791.519409:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748946688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233791.519420:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748947072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233791.519424:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233791.519432:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233791.519434:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233791.519438:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233791.519439:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748946688:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761233791.519441:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233791.519449:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10315 00000100:00100000:1.0:1761233791.519452:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748946816:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233791.519453:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233791.519461:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233791.519466:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233791.519475:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233791.519480:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748947200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233791.519486:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233791/real 1761233791] req@ffff9437f87fa680 x1846776748946816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233791.519513:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748946816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233791.519529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233791.519533:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233791.519537:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748946816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233791.519551:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748946944:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233791.519572:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233791.519585:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233791/real 1761233791] req@ffff9437f87fb480 x1846776748946944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233791.519593:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748946944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233791.519598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233791.519601:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233791.519603:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748946944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233791.519607:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748947072:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233791.519620:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233791.519626:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233791/real 1761233791] req@ffff9437f87f9c00 x1846776748947072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233791.519634:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748947072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233791.519639:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233791.519640:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233791.519643:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748947072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233791.519646:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748947200:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233791.519656:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233791.519662:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233791/real 1761233791] req@ffff9437f87fad80 x1846776748947200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233791.519668:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748947200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233791.519674:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233791.519676:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233791.519678:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748947200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233792.030811:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233792.030822:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233792.030824:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233792.350813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233792.350883:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233793.054826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233793.054829:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233793.054837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233793.374856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233793.375034:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233794.078923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233794.078942:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233794.078945:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233794.398919:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233794.398989:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233795.102921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233795.102943:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233795.102948:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233795.422890:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233795.422990:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233796.126956:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233796.126957:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233796.126999:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233796.446913:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233796.446982:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233796.638832:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233796.638842:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233796.638847:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233796.638871:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10320 00000100:00080000:1.0:1761233796.638882:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233796.638889:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233796.638928:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748947328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233796.638959:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233796.638963:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233796.638965:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233796.638969:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10320 00000100:00080000:1.0:1761233796.638975:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233796.638981:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233796.638989:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748947328:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761233796.638991:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233796.639008:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748947456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233796.639020:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233796.639024:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233796.639026:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233796.639031:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10320 00000100:00080000:1.0:1761233796.639036:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233796.639040:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:2.0:1761233796.639046:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761233796.639048:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233796.639065:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748947584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233796.639076:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233796.639080:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233796/real 1761233796] req@ffff9437f86d6d80 x1846776748947328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233796.639082:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233796.639086:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233796.639095:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10320 00000100:00080000:1.0:1761233796.639101:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233796.639103:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748947328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233796.639109:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233796.639117:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761233796.639119:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233796.639124:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233796.639128:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748947328:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233796.639137:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748947712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233796.639147:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748947456:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233796.639151:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233796.639156:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233796.639159:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233796.639164:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10320 00000800:00000100:2.0:1761233796.639169:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233796.639172:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233796.639180:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233796.639183:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233796/real 1761233796] req@ffff9437f86d7480 x1846776748947456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233796.639187:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233796.639199:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748947456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233796.639208:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748947840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233796.639209:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233796.639217:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233796.639225:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748947456:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233796.639232:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233796.639233:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748947584:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233796.639242:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233796.639245:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233796.639250:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10320 00000100:00080000:1.0:1761233796.639256:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233796.639256:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233796.639264:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233796.639269:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233796/real 1761233796] req@ffff9437f86d5180 x1846776748947584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233796.639271:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233796.639284:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748947584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233796.639290:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748947968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233796.639294:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233796.639302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233796.639308:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748947584:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233796.639312:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233796.639317:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233796.639320:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233796.639322:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748947712:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233796.639328:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10320 00000100:00080000:1.0:1761233796.639337:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233796.639340:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233796.639347:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233796.639352:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233796/real 1761233796] req@ffff9437f86d7100 x1846776748947712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233796.639354:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233796.639367:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748947712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233796.639375:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748948096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233796.639376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233796.639387:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233796.639396:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233796.639396:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748947712:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233796.639406:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233796.639408:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233796.639412:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748947840:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233796.639415:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10320 00000100:00080000:1.0:1761233796.639423:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233796.639427:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233796.639433:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233796.639444:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233796.639449:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748948224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233796.639461:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233796/real 1761233796] req@ffff9437f86d6a00 x1846776748947840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233796.639477:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748947840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233796.639486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233796.639490:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233796.639494:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748947840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233796.639501:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748947968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233796.639522:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233796.639534:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233796/real 1761233796] req@ffff9437f86d5880 x1846776748947968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233796.639546:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748947968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233796.639556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233796.639560:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233796.639563:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748947968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233796.639581:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748948096:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233796.639602:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233796.639615:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233796/real 1761233796] req@ffff9437f86d7b80 x1846776748948096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233796.639628:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748948096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233796.639637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233796.639641:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233796.639644:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748948096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233796.639650:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748948224:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233796.639670:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233796.639681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233796/real 1761233796] req@ffff9437f86d6680 x1846776748948224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233796.639689:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748948224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233796.639694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233796.639696:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233796.639698:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748948224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233797.150806:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233797.150816:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233797.150830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233797.470828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233797.470917:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233798.174809:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233798.174817:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233798.174827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233798.494866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233798.494939:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233799.198852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233799.198852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233799.198852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233799.518835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233799.518905:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233800.222865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233800.222890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233800.222898:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233800.542842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233800.542918:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233801.246852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233801.246867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233801.246881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233801.566841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233801.566945:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233801.758905:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233801.758917:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233801.758923:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233801.758933:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10325 00000100:00080000:0.0:1761233801.758945:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233801.758952:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233801.758990:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748948352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233801.759021:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233801.759026:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233801.759028:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233801.759034:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10325 00000100:00080000:0.0:1761233801.759039:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233801.759045:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233801.759071:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233801.759075:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748948352:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233801.759089:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748948480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233801.759103:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233801.759107:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233801.759109:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233801.759114:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10325 00000100:00080000:0.0:1761233801.759121:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233801.759126:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233801.759132:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233801.759137:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233801.759150:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748948608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233801.759162:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233801.759166:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233801.759168:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233801.759173:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233801/real 1761233801] req@ffff9437f87fbb80 x1846776748948352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233801.759175:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10325 00000100:00080000:0.0:1761233801.759184:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233801.759191:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233801.759194:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748948352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761233801.759200:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233801.759214:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233801.759219:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761233801.759220:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748948736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233801.759224:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748948352:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233801.759237:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233801.759240:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233801.759242:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233801.759245:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10325 00000100:00080000:0.0:1761233801.759249:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233801.759251:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748948480:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233801.759257:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233801.759264:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233801.759274:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233801.759280:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748948864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233801.759287:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233801/real 1761233801] req@ffff9437f87fa300 x1846776748948480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233801.759305:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233801.759307:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748948480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233801.759314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233801.759316:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233801.759318:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748948480:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233801.759325:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761233801.759328:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748948608:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233801.759334:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233801.759342:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10325 00000800:00000100:2.0:1761233801.759347:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233801.759351:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233801.759357:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233801/real 1761233801] req@ffff9437f87fad80 x1846776748948608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233801.759361:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233801.759372:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233801.759373:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748948608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233801.759383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233801.759387:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233801.759391:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748948608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233801.759393:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748948992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233801.759400:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748948736:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761233801.759415:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233801.759421:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1761233801.759421:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233801.759426:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233801.759434:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233801/real 1761233801] req@ffff9437f87f9c00 x1846776748948736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233801.759435:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10325 00000100:00080000:0.0:1761233801.759443:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233801.759448:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748948736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233801.759452:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:2.0:1761233801.759462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233801.759464:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1761233801.759467:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233801.759471:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748948736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233801.759483:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748949120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233801.759487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748948864:192.168.201.139@tcp:38:kworker.0 00000800:00000100:2.0:1761233801.759507:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233801.759513:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233801.759515:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233801/real 1761233801] req@ffff9437f87fb480 x1846776748948864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233801.759526:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233801.759530:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233801.759532:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748948864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233801.759539:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10325 00000100:00080000:2.0:1761233801.759543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233801.759548:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233801.759549:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233801.759554:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748948864:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233801.759559:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233801.759562:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748948992:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761233801.759569:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1761233801.759579:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233801.759586:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748949248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1761233801.759590:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233801/real 1761233801] req@ffff9437f87fa680 x1846776748948992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233801.759611:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748948992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233801.759617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233801.759620:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233801.759622:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748948992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233801.759631:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748949120:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233801.759642:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233801.759648:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233801/real 1761233801] req@ffff9437f87fb100 x1846776748949120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233801.759655:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748949120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233801.759660:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233801.759661:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233801.759663:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748949120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233801.759666:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748949248:192.168.201.139@tcp:8:kworker.0 00000800:00000100:2.0:1761233801.759676:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233801.759681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233801/real 1761233801] req@ffff9437f87f9500 x1846776748949248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233801.759688:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748949248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233801.759697:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233801.759699:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233801.759701:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748949248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233802.270891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233802.270923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233802.270928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233802.590869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233802.590954:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233803.294895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233803.294895:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233803.294895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233803.614886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233803.614962:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233804.318799:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233804.318841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233804.318894:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233804.638838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233804.638914:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233805.342886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233805.342899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233805.342927:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233805.662856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233805.662944:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233806.366853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233806.366855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233806.366889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233806.686827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233806.686892:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233806.878833:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233806.878845:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233806.878850:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233806.878862:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10330 00000100:00080000:2.0:1761233806.878874:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233806.878882:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233806.878919:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748949376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233806.878948:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233806.878951:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233806.878953:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233806.878958:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10330 00000100:00080000:2.0:1761233806.878962:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233806.878967:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233806.878977:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233806.878982:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748949376:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233806.879009:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748949504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233806.879027:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233806.879031:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233806.879033:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233806.879038:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10330 00000800:00000100:1.0:1761233806.879041:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233806.879046:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233806.879052:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233806.879059:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233806.879073:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748949632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233806.879080:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233806/real 1761233806] req@ffff9437fa0dd500 x1846776748949376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233806.879088:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233806.879094:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233806.879096:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233806.879101:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748949376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233806.879103:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10330 00000100:00080000:2.0:1761233806.879111:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233806.879114:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233806.879119:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233806.879122:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233806.879128:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748949376:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761233806.879128:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233806.879147:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748949760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233806.879154:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748949504:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233806.879167:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233806.879171:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233806.879174:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233806.879178:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233806.879183:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10330 00000100:00080000:2.0:1761233806.879190:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233806.879193:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233806/real 1761233806] req@ffff9437fa0dc380 x1846776748949504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233806.879198:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233806.879209:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233806.879214:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748949504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233806.879223:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233806.879228:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748949888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233806.879229:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233806.879235:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748949504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233806.879246:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748949632:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233806.879252:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233806.879257:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233806.879260:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233806.879264:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233806.879268:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10330 00000100:00080000:2.0:1761233806.879275:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233806.879276:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233806/real 1761233806] req@ffff9437fa0dd180 x1846776748949632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233806.879284:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233806.879291:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748949632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233806.879293:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233806.879304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233806.879307:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233806.879312:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748949632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233806.879312:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748950016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233806.879329:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748949760:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233806.879331:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233806.879336:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233806.879339:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233806.879344:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10330 00000800:00000100:1.0:1761233806.879348:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233806.879352:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233806.879359:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233806.879361:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233806/real 1761233806] req@ffff9437fa0dc700 x1846776748949760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233806.879367:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233806.879373:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748949760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233806.879379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233806.879384:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748950144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233806.879385:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233806.879390:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748949760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233806.879401:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748949888:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233806.879417:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233806.879422:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233806.879424:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233806.879428:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233806.879432:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233806/real 1761233806] req@ffff9437fa0df800 x1846776748949888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233806.879434:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10330 00000100:00080000:2.0:1761233806.879443:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233806.879447:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748949888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233806.879451:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233806.879462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761233806.879462:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233806.879468:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233806.879474:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748949888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233806.879483:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748950272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233806.879493:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748950016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233806.879520:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233806.879530:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233806/real 1761233806] req@ffff9437fa0dc000 x1846776748950016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233806.879538:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748950016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233806.879544:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233806.879546:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233806.879548:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748950016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233806.879552:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748950144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233806.879563:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233806.879569:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233806/real 1761233806] req@ffff9437fa0dfb80 x1846776748950144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233806.879576:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748950144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233806.879581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233806.879583:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233806.879585:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748950144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233806.879594:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748950272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233806.879603:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233806.879609:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233806/real 1761233806] req@ffff9437fa0dd180 x1846776748950272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233806.879616:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748950272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233806.879621:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233806.879623:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233806.879625:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748950272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233807.390848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233807.390848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233807.390883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233807.710841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233807.710929:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233808.414843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233808.414849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233808.414850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233808.734841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233808.734894:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233809.438876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233809.438876:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233809.438904:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233809.758834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233809.758927:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233810.462875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233810.462881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233810.462938:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233810.782836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233810.782952:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233811.486844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233811.486844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233811.486866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233811.806824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233811.806890:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233811.998859:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233811.998869:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233811.998874:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233811.998885:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10335 00000100:00080000:2.0:1761233811.998898:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233811.998905:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233811.998945:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748950400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233811.998973:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233811.998978:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233811.998980:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233811.998985:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10335 00000100:00080000:2.0:1761233811.998991:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233811.998997:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233811.999003:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748950400:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761233811.999008:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233811.999028:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748950528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233811.999040:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233811.999044:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233811.999047:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233811.999052:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10335 00000800:00000100:1.0:1761233811.999057:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233811.999057:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233811.999064:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233811.999070:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233811.999084:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748950656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233811.999096:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233811.999097:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233811/real 1761233811] req@ffff9437fa0dc380 x1846776748950400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233811.999103:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233811.999107:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233811.999117:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10335 00000100:00080000:2.0:1761233811.999123:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233811.999131:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748950400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233811.999132:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233811.999142:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233811.999149:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233811.999157:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233811.999157:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748950784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233811.999166:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748950400:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233811.999183:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233811.999187:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233811.999189:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233811.999194:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10335 00000100:00100000:1.0:1761233811.999198:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748950528:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233811.999201:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233811.999210:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233811.999215:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233811.999229:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748950912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233811.999236:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233811.999249:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233811.999253:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761233811.999256:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233811/real 1761233811] req@ffff9437fa0dd500 x1846776748950528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233811.999257:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233811.999266:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10335 00000100:00080000:2.0:1761233811.999274:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233811.999281:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233811.999286:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748950528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233811.999288:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233811.999303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233811.999304:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748951040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233811.999313:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233811.999324:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748950528:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233811.999324:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233811.999333:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233811.999336:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233811.999339:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748950656:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233811.999343:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10335 00000100:00080000:2.0:1761233811.999351:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233811.999355:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233811.999359:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233811.999370:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748951168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233811.999376:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233811.999388:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233811.999391:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233811.999396:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233811/real 1761233811] req@ffff9437fa0ddc00 x1846776748950656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233811.999396:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233811.999403:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10335 00000100:00080000:2.0:1761233811.999410:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233811.999417:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233811.999423:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233811.999424:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748950656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233811.999438:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748951296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233811.999439:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233811.999450:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233811.999457:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748950656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233811.999466:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748950784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233811.999489:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233811.999500:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233811/real 1761233811] req@ffff9437fa0df100 x1846776748950784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233811.999514:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748950784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233811.999523:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233811.999527:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233811.999530:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748950784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233811.999548:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748950912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233811.999567:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233811.999579:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233811/real 1761233811] req@ffff9437fa0dca80 x1846776748950912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233811.999592:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748950912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233811.999602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233811.999606:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233811.999609:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748950912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233811.999632:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748951040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233811.999654:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233811.999666:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233811/real 1761233811] req@ffff9437fa0ded80 x1846776748951040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233811.999679:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748951040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233811.999688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233811.999692:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233811.999695:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748951040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233811.999701:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748951168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233811.999720:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233811.999745:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233811/real 1761233811] req@ffff9437fa0de300 x1846776748951168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233811.999754:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748951168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233811.999759:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233811.999761:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233811.999763:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748951168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233811.999767:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748951296:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233811.999780:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233811.999787:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233811/real 1761233811] req@ffff9437fa0dea00 x1846776748951296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233811.999794:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748951296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233811.999804:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233811.999806:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233811.999808:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748951296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233812.510896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233812.510933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233812.510948:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233812.830841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233812.830902:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233813.534825:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233813.534825:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233813.534860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233813.854823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233813.854910:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233814.558821:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233814.558855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233814.558875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233814.878895:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233814.878950:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233815.582830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233815.582834:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233815.582844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233815.902842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233815.902901:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233816.606838:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233816.606869:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233816.606882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233816.926863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233816.926940:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233817.118837:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233817.118845:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233817.118850:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233817.118859:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10340 00000100:00080000:2.0:1761233817.118870:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233817.118876:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233817.118909:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748951424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233817.118933:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233817.118937:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233817.118939:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233817.118943:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10340 00000100:00080000:2.0:1761233817.118947:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233817.118951:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233817.118959:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233817.118971:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748951552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233817.118979:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748951424:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233817.118982:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233817.118987:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233817.118988:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233817.118992:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10340 00000100:00080000:2.0:1761233817.118996:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233817.118999:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233817.119002:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233817.119011:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748951680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233817.119018:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233817.119020:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233817.119021:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233817.119024:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10340 00000100:00080000:2.0:1761233817.119028:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233817.119031:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233817.119035:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761233817.119039:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233817.119046:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748951808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233817.119054:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233817.119056:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233817.119058:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233817.119061:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10340 00000100:00080000:2.0:1761233817.119063:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233817.119066:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233817.119071:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233817.119076:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233817/real 1761233817] req@ffff9437fa0df480 x1846776748951424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233817.119085:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748951936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233817.119109:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233817.119113:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748951424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233817.119116:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233817.119122:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233817.119126:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233817.119130:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10340 00000100:00080000:3.0:1761233817.119134:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233817.119140:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748951424:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233817.119141:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233817.119150:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233817.119156:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233817.119170:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748951552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233817.119172:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748952064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233817.119190:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233817.119193:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233817.119194:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233817.119197:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10340 00000100:00080000:2.0:1761233817.119202:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761233817.119207:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233817.119210:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233817.119215:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233817.119226:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748952192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233817.119230:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233817/real 1761233817] req@ffff9437fa0dea00 x1846776748951552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233817.119237:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233817.119245:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233817.119248:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233817.119255:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10340 00000100:00080000:2.0:1761233817.119259:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233817.119262:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233817.119267:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748951552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233817.119268:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233817.119279:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748952320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233817.119288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233817.119295:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233817.119301:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748951552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233817.119309:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748951680:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233817.119332:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233817.119344:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233817/real 1761233817] req@ffff9437fa0de300 x1846776748951680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233817.119357:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748951680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233817.119374:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233817.119378:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233817.119382:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748951680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233817.119389:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748951808:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233817.119411:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233817.119423:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233817/real 1761233817] req@ffff9437fa0ded80 x1846776748951808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233817.119436:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748951808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233817.119445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233817.119449:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233817.119452:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748951808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233817.119459:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748951936:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233817.119481:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233817.119494:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233817/real 1761233817] req@ffff9437fa0dca80 x1846776748951936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233817.119519:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748951936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233817.119529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233817.119547:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233817.119553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748951936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233817.119579:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748952064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233817.119603:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233817.119617:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233817/real 1761233817] req@ffff9437fa0df100 x1846776748952064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233817.119630:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748952064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233817.119639:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233817.119641:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233817.119643:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748952064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233817.119648:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748952192:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233817.119663:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233817.119670:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233817/real 1761233817] req@ffff9437fa0ddc00 x1846776748952192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233817.119678:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748952192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233817.119683:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233817.119686:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233817.119688:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748952192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233817.119691:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748952320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233817.119701:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233817.119707:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233817/real 1761233817] req@ffff9437fa0dd500 x1846776748952320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233817.119714:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748952320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233817.119719:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233817.119721:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233817.119722:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748952320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233817.630831:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233817.630842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233817.630868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233817.950842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233817.950927:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233818.654842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233818.654866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233818.654889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233818.974825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233818.974905:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233819.678853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233819.678853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233819.678897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233819.998882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233819.998980:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233820.702897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233820.702897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233820.702939:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233821.022871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233821.022963:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233821.726858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233821.726867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233821.726867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233822.046849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233822.046939:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233822.238857:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233822.238868:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233822.238874:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233822.238886:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10345 00000100:00080000:2.0:1761233822.238898:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233822.238906:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233822.238945:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748952448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233822.238975:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233822.238979:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233822.238981:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233822.238984:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10345 00000100:00080000:2.0:1761233822.238989:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233822.238993:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233822.239003:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233822.239016:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748952576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233822.239028:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748952448:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233822.239035:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233822.239041:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233822.239043:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233822.239049:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10345 00000100:00080000:2.0:1761233822.239053:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233822.239058:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233822.239063:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233822.239076:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748952704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233822.239089:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233822.239092:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233822.239094:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233822.239098:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10345 00000100:00080000:2.0:1761233822.239106:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233822.239111:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233822.239117:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761233822.239120:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233822.239139:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748952832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233822.239151:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233822.239154:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233822.239156:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233822.239162:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10345 00000100:00080000:2.0:1761233822.239171:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233822.239179:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233822/real 1761233822] req@ffff9437fa0dc380 x1846776748952448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233822.239180:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233822.239198:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233822.239209:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748952448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233822.239219:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748952960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233822.239226:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233822.239235:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233822.239244:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748952448:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233822.239245:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233822.239258:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233822.239262:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233822.239269:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10345 00000100:00080000:2.0:1761233822.239278:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233822.239282:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748952576:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233822.239290:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233822.239299:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761233822.239312:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233822.239321:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748953088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233822.239327:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233822/real 1761233822] req@ffff9437fa0dd180 x1846776748952576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233822.239381:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233822.239382:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748952576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233822.239404:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233822.239407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233822.239409:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233822.239412:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233822.239420:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748952576:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233822.239425:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10345 00000100:00100000:3.0:1761233822.239431:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748952704:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233822.239438:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233822.239446:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761233822.239469:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233822.239474:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233822.239483:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233822/real 1761233822] req@ffff9437fa0dfb80 x1846776748952704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233822.239499:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748952704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233822.239501:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748953216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233822.239535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233822.239541:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233822.239549:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233822.239551:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748952704:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233822.239579:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1761233822.239579:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748952832:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233822.239590:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233822.239598:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10345 00000100:00080000:2.0:1761233822.239604:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233822.239609:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233822.239616:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761233822.239626:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233822.239638:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748953344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233822.239653:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233822/real 1761233822] req@ffff9437fa0dc000 x1846776748952832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233822.239705:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748952832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233822.239714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233822.239717:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233822.239720:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748952832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233822.239727:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748952960:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233822.239783:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233822.239796:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233822/real 1761233822] req@ffff9437fa0df800 x1846776748952960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233822.239808:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748952960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233822.239817:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233822.239820:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233822.239823:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748952960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233822.239846:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748953088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233822.239864:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233822.239872:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233822/real 1761233822] req@ffff9437fa0dc700 x1846776748953088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233822.239879:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748953088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233822.239890:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233822.239892:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233822.239894:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748953088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233822.239899:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748953216:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233822.239909:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233822.239915:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233822/real 1761233822] req@ffff9437fa0dc380 x1846776748953216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233822.239922:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748953216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233822.239928:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233822.239930:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233822.239931:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748953216:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233822.239935:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748953344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233822.239945:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233822.239951:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233822/real 1761233822] req@ffff9437fa0dd500 x1846776748953344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233822.239958:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748953344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233822.239963:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233822.239965:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233822.239968:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748953344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233822.750884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233822.750891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233822.750958:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233823.070882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233823.070977:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233823.774845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233823.774845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233823.774878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233824.094849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233824.094938:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233824.798883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233824.798883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233824.798908:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233825.118852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233825.118931:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233825.822801:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233825.822890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233825.822909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233826.142862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233826.142938:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233826.846800:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233826.846839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233826.846888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233827.166827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233827.166896:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233827.358963:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233827.358971:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233827.358975:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233827.358985:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10351 00000100:00080000:1.0:1761233827.358995:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233827.359000:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233827.359033:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748953472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233827.359054:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233827.359057:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233827.359058:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233827.359061:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10351 00000100:00080000:1.0:1761233827.359064:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233827.359068:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233827.359076:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233827.359094:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748953600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233827.359103:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233827.359106:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233827.359107:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233827.359115:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10351 00000100:00100000:3.0:1761233827.359117:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748953472:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233827.359119:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233827.359132:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233827.359139:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233827.359157:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748953728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233827.359169:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233827.359172:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233827.359175:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233827.359179:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10351 00000100:00080000:1.0:1761233827.359197:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233827.359203:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233827.359210:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761233827.359220:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233827.359228:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748953856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233827.359242:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233827.359246:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233827.359248:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233827.359254:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10351 00000100:00080000:1.0:1761233827.359262:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233827.359268:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233827.359274:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233827.359275:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233827/real 1761233827] req@ffff9437f86d4000 x1846776748953472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233827.359303:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748953984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233827.359304:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748953472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233827.359342:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233827.359346:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233827.359350:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233827.359360:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1761233827.359360:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748953472:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233827.359369:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233827.359395:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10351 00000100:00080000:1.0:1761233827.359402:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233827.359407:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233827.359415:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233827.359419:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748953600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233827.359441:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748954112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761233827.359456:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233827.359476:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233827.359479:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233827.359482:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233827.359482:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233827/real 1761233827] req@ffff9437f86d4700 x1846776748953600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233827.359498:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10351 00000100:00080000:1.0:1761233827.359511:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233827.359516:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233827.359523:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233827.359523:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748953600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233827.359544:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748954240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233827.359559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233827.359562:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233827.359566:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233827.359572:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1761233827.359576:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748953600:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233827.359577:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233827.359593:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10351 00000100:00080000:1.0:1761233827.359599:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233827.359599:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748953728:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233827.359610:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233827.359617:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233827.359632:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748954368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761233827.359640:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233827.359654:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233827/real 1761233827] req@ffff9437f86d5f80 x1846776748953728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233827.359666:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748953728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233827.359676:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233827.359681:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233827.359685:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748953728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233827.359693:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748953856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233827.359717:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233827.359749:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233827/real 1761233827] req@ffff9437f86d5c00 x1846776748953856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233827.359759:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748953856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233827.359765:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233827.359768:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233827.359771:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748953856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233827.359776:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748953984:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233827.359792:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233827.359799:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233827/real 1761233827] req@ffff9437f86d4380 x1846776748953984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233827.359807:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748953984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233827.359812:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233827.359814:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233827.359816:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748953984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233827.359832:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748954112:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233827.359844:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233827.359850:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233827/real 1761233827] req@ffff9437f86d4000 x1846776748954112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233827.359858:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748954112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233827.359863:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233827.359865:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233827.359867:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748954112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233827.359871:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748954240:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233827.359881:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233827.359888:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233827/real 1761233827] req@ffff9437f86d6680 x1846776748954240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233827.359895:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748954240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233827.359900:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233827.359902:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233827.359904:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748954240:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233827.359908:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748954368:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233827.359917:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233827.359922:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233827/real 1761233827] req@ffff9437f86d7b80 x1846776748954368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233827.359929:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748954368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233827.359934:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233827.359937:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233827.359939:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748954368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233827.870808:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233827.870820:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233827.870858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233828.190847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233828.190918:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233828.894827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233828.894830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233828.894848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233829.214859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233829.214950:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233829.918826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233829.918834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233829.918892:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233830.238834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233830.238909:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233830.942847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233830.942857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233830.942922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233831.262861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233831.262965:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233831.966908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233831.966945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233831.966993:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233832.286868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233832.286936:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233832.478851:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233832.478859:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233832.478865:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233832.478874:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10356 00000100:00080000:1.0:1761233832.478886:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233832.478893:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233832.478925:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748954496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233832.478947:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233832.478949:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233832.478951:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233832.478954:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10356 00000100:00080000:1.0:1761233832.478956:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233832.478959:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233832.478966:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233832.478981:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748954496:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233832.478982:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748954624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233832.478998:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233832.479002:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233832.479004:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233832.479009:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10356 00000100:00080000:1.0:1761233832.479013:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233832.479018:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233832.479024:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233832.479039:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748954752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761233832.479041:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233832.479061:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233832.479065:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233832.479067:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233832.479073:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10356 00000100:00080000:1.0:1761233832.479077:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233832.479078:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233832/real 1761233832] req@ffff9437f86d5880 x1846776748954496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233832.479086:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233832.479096:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233832.479100:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748954496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233832.479109:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748954880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233832.479110:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233832.479119:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233832.479126:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748954496:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233832.479127:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233832.479133:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233832.479135:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233832.479138:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10356 00000100:00080000:1.0:1761233832.479141:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233832.479143:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233832.479147:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233832.479150:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748954624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233832.479158:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748955008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233832.479167:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233832.479170:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000100:3.0:1761233832.479173:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233832.479174:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233832.479181:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10356 00000100:00080000:1.0:1761233832.479186:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233832.479189:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233832/real 1761233832] req@ffff9437f86d6a00 x1846776748954624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233832.479192:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233832.479198:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233832.479224:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748954624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233832.479229:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748955136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233832.479244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233832.479248:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233832.479252:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233832.479255:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1761233832.479260:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748954624:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233832.479261:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233832.479272:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10356 00000100:00100000:3.0:1761233832.479275:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748954752:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233832.479278:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233832.479287:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233832.479309:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233832.479340:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748955264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233832.479347:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761233832.479348:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233832.479352:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233832.479355:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233832.479361:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10356 00000100:00080000:1.0:1761233832.479366:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233832.479369:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233832/real 1761233832] req@ffff9437f86d7100 x1846776748954752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233832.479372:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233832.479380:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233832.479386:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748954752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233832.479391:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748955392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233832.479401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233832.479408:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233832.479415:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748954752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233832.479423:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748954880:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233832.479446:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233832.479453:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233832/real 1761233832] req@ffff9437f86d5180 x1846776748954880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233832.479460:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748954880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233832.479465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233832.479467:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233832.479469:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748954880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233832.479480:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748955008:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233832.479490:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233832.479497:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233832/real 1761233832] req@ffff9437f86d7480 x1846776748955008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233832.479509:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748955008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233832.479514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233832.479516:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233832.479517:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748955008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233832.479521:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748955136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233832.479530:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233832.479535:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233832/real 1761233832] req@ffff9437f86d6d80 x1846776748955136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233832.479558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748955136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233832.479565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233832.479567:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233832.479569:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748955136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233832.479574:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748955264:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233832.479587:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233832.479594:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233832/real 1761233832] req@ffff9437f86d5880 x1846776748955264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233832.479603:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748955264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233832.479629:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233832.479631:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233832.479633:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748955264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233832.479637:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748955392:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233832.479647:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233832.479653:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233832/real 1761233832] req@ffff9437f86d7b80 x1846776748955392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233832.479659:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748955392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233832.479665:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233832.479667:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233832.479669:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748955392:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233832.990900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233832.990901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233832.990907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233833.310932:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233833.311004:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233834.014842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233834.014843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233834.014844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233834.334813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233834.334949:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233835.038938:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233835.039102:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233835.039158:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233835.358887:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233835.358984:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233836.063024:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233836.063024:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233836.063033:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233836.382823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233836.382892:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233837.086959:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233837.087034:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233837.087239:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233837.406833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761233837.406902:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233837.598884:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233837.598895:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233837.598902:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233837.598914:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10361 00000100:00080000:1.0:1761233837.598928:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233837.598935:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233837.598979:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748955520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233837.599008:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233837.599012:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233837.599014:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233837.599019:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10361 00000100:00080000:1.0:1761233837.599024:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233837.599029:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233837.599041:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233837.599052:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748955520:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233837.599060:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748955648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233837.599075:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233837.599080:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233837.599082:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233837.599087:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10361 00000100:00080000:1.0:1761233837.599093:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233837.599098:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233837.599111:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233837.599128:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748955776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761233837.599132:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233837.599146:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233837.599150:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233837.599153:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233837.599158:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10361 00000100:00080000:1.0:1761233837.599164:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233837.599169:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233837.599177:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233837.599182:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233837/real 1761233837] req@ffff9437f86d6680 x1846776748955520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233837.599194:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748955904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233837.599201:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748955520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233837.599233:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233837.599237:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233837.599240:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233837.599245:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233837.599245:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233837.599251:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748955520:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233837.599254:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10361 00000100:00080000:1.0:1761233837.599261:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233837.599265:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233837.599270:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233837.599284:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748955648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233837.599285:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748956032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233837.599303:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233837.599307:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233837.599310:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761233837.599315:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233837.599318:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10361 00000100:00080000:1.0:1761233837.599326:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233837.599330:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233837/real 1761233837] req@ffff9437f86d4000 x1846776748955648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233837.599334:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233837.599347:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233837.599350:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748955648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233837.599360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233837.599364:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233837.599369:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748956160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233837.599369:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748955648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233837.599379:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748955776:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233837.599395:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761233837.599401:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233837.599403:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233837.599407:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233837.599412:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233837/real 1761233837] req@ffff9437f86d4380 x1846776748955776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233837.599413:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10361 00000100:00080000:1.0:1761233837.599421:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233837.599427:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233837.599430:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748955776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233837.599433:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761233837.599448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233837.599453:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748956288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233837.599455:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233837.599463:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748955776:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233837.599473:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233837.599476:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748955904:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233837.599479:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233837.599483:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233837.599488:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10361 00000100:00080000:1.0:1761233837.599492:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233837.599495:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233837.599499:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761233837.599501:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233837.599511:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748956416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233837.599513:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233837/real 1761233837] req@ffff9437f86d5c00 x1846776748955904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233837.599541:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748955904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233837.599547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233837.599550:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233837.599553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748955904:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233837.599566:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748956032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233837.599579:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233837.599585:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233837/real 1761233837] req@ffff9437f86d5f80 x1846776748956032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233837.599593:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748956032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233837.599598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233837.599600:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233837.599603:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748956032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233837.599606:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748956160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233837.599616:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233837.599621:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233837/real 1761233837] req@ffff9437f86d4700 x1846776748956160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233837.599628:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748956160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233837.599633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233837.599635:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233837.599637:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748956160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233837.599640:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748956288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233837.599649:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233837.599655:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233837/real 1761233837] req@ffff9437f86d6680 x1846776748956288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233837.599663:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748956288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233837.599668:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233837.599670:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233837.599672:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748956288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233837.599675:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748956416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233837.599685:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233837.599691:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233837/real 1761233837] req@ffff9437f86d7b80 x1846776748956416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233837.599699:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748956416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233837.599705:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233837.599706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233837.599708:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748956416:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233838.111017:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233838.111064:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233838.111095:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233838.430825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233838.430931:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233839.134928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233839.135721:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233839.135768:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233839.454832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233839.454904:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233840.158959:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233840.158972:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233840.159089:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233840.478851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233840.478933:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233841.182854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233841.182855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233841.182899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233841.502892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233841.503009:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233842.206875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233842.206888:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233842.206889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233842.526848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233842.526960:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233842.718901:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233842.718913:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233842.718918:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233842.718930:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10366 00000100:00080000:2.0:1761233842.718944:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233842.718951:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233842.718996:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748956544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233842.719024:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233842.719028:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233842.719030:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233842.719033:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10366 00000100:00080000:2.0:1761233842.719036:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233842.719039:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233842.719048:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233842.719061:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748956672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233842.719071:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233842.719074:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233842.719076:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233842.719082:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10366 00000100:00100000:3.0:1761233842.719084:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748956544:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233842.719085:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233842.719092:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233842.719096:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233842.719105:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748956800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233842.719111:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233842.719114:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233842.719115:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233842.719118:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10366 00000100:00080000:2.0:1761233842.719122:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233842.719124:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233842.719128:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233842.719149:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748956928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233842.719156:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233842.719159:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233842.719160:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233842.719163:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10366 00000100:00080000:2.0:1761233842.719167:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233842.719170:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233842.719174:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233842.719181:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748957056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233842.719188:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233842.719191:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233842.719192:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233842.719194:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10366 00000100:00080000:2.0:1761233842.719196:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233842.719199:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233842.719203:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233842.719212:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748957184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233842.719223:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233842.719226:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233842.719228:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233842.719233:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10366 00000100:00080000:2.0:1761233842.719238:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233842.719239:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748956672:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233842.719247:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233842.719255:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233842.719270:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748957312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233842.719279:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233842.719282:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233842.719285:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233842.719288:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10366 00000100:00100000:3.0:1761233842.719292:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748956800:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233842.719293:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233842.719300:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233842.719305:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233842.719316:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748957440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233842.719325:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748956928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233842.719352:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748957056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233842.719371:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748957184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233842.719388:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748957312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233842.719409:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748957440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233843.230864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233843.230868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233843.230911:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233843.550852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233843.550907:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233844.254848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233844.254848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233844.254854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233844.574842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233844.574891:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233845.278869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233845.278869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233845.278919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233845.598860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233845.598963:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1761233845.791016:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:3.0:1761233845.791058:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761233845.791075:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233845.791148:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233845.791158:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233845.791166:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233845.791173:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233845.791181:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233845.791189:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761233845.791197:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761233845.791247:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233842/real 1761233845] req@ffff9437fa0df480 x1846776748957312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233845.791274:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748957312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233845.791288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233845.791294:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233845.791299:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748957312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233845.791307:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233842/real 1761233845] req@ffff9437fa0dd500 x1846776748957440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233845.791328:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748957440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233845.791337:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233845.791341:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233845.791346:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748957440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233845.791353:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233842/real 1761233845] req@ffff9437fa0df100 x1846776748956672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233845.791368:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748956672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233845.791378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233845.791381:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233845.791385:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748956672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233845.791392:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233842/real 1761233845] req@ffff9437fa0dca80 x1846776748956800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233845.791405:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748956800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233845.791414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233845.791418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233845.791421:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748956800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233845.791428:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233842/real 1761233845] req@ffff9437fa0ded80 x1846776748956928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233845.791440:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748956928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233845.791449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233845.791453:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233845.791456:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748956928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233845.791465:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233842/real 1761233845] req@ffff9437fa0de300 x1846776748957056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233845.791479:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748957056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233845.791488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233845.791491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233845.791495:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748957056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233845.791503:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233842/real 1761233845] req@ffff9437fa0dea00 x1846776748957184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233845.791515:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748957184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233845.791524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233845.791527:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233845.791531:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748957184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233845.791538:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233842/real 1761233845] req@ffff9437fa0ddc00 x1846776748956544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233845.791551:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748956544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233845.791559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233845.791562:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233845.791566:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748956544:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233846.302893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233846.302919:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233846.302948:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233846.622889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233846.622935:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233847.326849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233847.326940:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233847.326942:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233847.646856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233847.646962:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233847.838865:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233847.838877:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233847.838882:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233847.838896:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10371 00000100:00080000:2.0:1761233847.838926:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233847.838935:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233847.838976:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748957568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233847.839019:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233847.839022:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233847.839023:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233847.839027:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10371 00000100:00080000:2.0:1761233847.839029:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233847.839032:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233847.839041:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233847.839069:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748957696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233847.839077:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233847.839080:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233847.839082:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233847.839085:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10371 00000100:00080000:2.0:1761233847.839088:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233847.839093:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233847.839094:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748957568:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761233847.839097:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233847.839112:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748957824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233847.839124:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233847.839128:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233847.839130:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233847.839145:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10371 00000100:00080000:2.0:1761233847.839170:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233847.839177:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233847.839186:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233847.839190:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233847.839208:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748957952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233847.839219:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233847.839223:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233847.839225:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233847.839230:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10371 00000100:00080000:2.0:1761233847.839234:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233847.839240:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233847.839245:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233847.839246:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233847/real 1761233847] req@ffff9437fa0dc380 x1846776748957568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233847.839260:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748958080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233847.839272:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233847.839275:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748957568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233847.839276:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233847.839281:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233847.839289:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10371 00000100:00080000:2.0:1761233847.839295:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233847.839296:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233847.839301:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233847.839307:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761233847.839309:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233847.839316:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748957568:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233847.839324:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748958208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233847.839330:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748957696:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233847.839343:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233847.839347:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233847.839350:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233847.839355:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10371 00000100:00080000:2.0:1761233847.839364:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233847.839369:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233847.839372:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233847.839381:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233847.839392:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233847/real 1761233847] req@ffff9437fa0dc700 x1846776748957696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233847.839399:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748958336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233847.839413:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748957696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233847.839414:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233847.839423:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233847.839427:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233847.839437:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10371 00000100:00080000:1.0:1761233847.839438:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233847.839442:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233847.839448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233847.839451:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233847.839457:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748957696:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761233847.839459:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233847.839477:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748958464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233847.839500:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748957824:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233847.839529:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233847.839543:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233847/real 1761233847] req@ffff9437fa0df800 x1846776748957824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233847.839555:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748957824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233847.839565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233847.839568:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233847.839572:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748957824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233847.839578:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748957952:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233847.839597:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233847.839609:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233847/real 1761233847] req@ffff9437fa0dc000 x1846776748957952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233847.839620:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748957952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233847.839628:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233847.839632:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233847.839636:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748957952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233847.839642:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748958080:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233847.839663:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233847.839674:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233847/real 1761233847] req@ffff9437fa0dfb80 x1846776748958080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233847.839685:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748958080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233847.839692:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233847.839695:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233847.839698:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748958080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233847.839705:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748958208:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233847.839724:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233847.839765:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233847/real 1761233847] req@ffff9437fa0dd180 x1846776748958208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233847.839777:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748958208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233847.839786:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233847.839790:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233847.839793:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748958208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233847.839798:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748958336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233847.839820:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233847.839833:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233847/real 1761233847] req@ffff9437fa0ddc00 x1846776748958336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233847.839854:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748958336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233847.839862:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233847.839865:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233847.839869:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748958336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233847.839876:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748958464:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233847.839902:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233847.839928:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233847/real 1761233847] req@ffff9437fa0dea00 x1846776748958464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233847.839942:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748958464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233847.839954:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233847.839957:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233847.839960:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748958464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233848.350854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233848.350854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233848.350884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233848.670815:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233848.670870:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233849.374808:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233849.374814:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233849.374815:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233849.694831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233849.694945:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233850.398823:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233850.398834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233850.398835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233850.718852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233850.718882:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233851.422828:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233851.422861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233851.422878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233851.742823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233851.742922:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233852.446855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233852.446862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233852.446893:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233852.766847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233852.766930:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233852.958922:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233852.958934:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233852.958940:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233852.958950:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10376 00000100:00080000:0.0:1761233852.958962:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233852.958986:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233852.959025:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748958592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233852.959053:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233852.959057:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233852.959058:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233852.959061:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10376 00000100:00080000:0.0:1761233852.959064:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233852.959068:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233852.959087:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233852.959097:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748958720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233852.959109:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233852.959112:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233852.959113:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233852.959116:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10376 00000100:00080000:0.0:1761233852.959118:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233852.959123:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233852.959127:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233852.959132:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748958592:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233852.959144:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748958848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233852.959156:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233852.959160:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233852.959162:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233852.959167:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10376 00000100:00080000:0.0:1761233852.959172:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233852.959176:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233852.959183:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233852.959199:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748958976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233852.959208:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233852.959212:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233852.959214:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233852.959219:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10376 00000100:00080000:0.0:1761233852.959224:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233852.959228:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233852.959234:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233852.959238:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233852.959252:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748959104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233852.959265:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233852.959269:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233852.959271:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233852.959276:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10376 00000100:00080000:0.0:1761233852.959283:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233852.959289:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233852.959293:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233852/real 1761233852] req@ffff9437f87f9f80 x1846776748958592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761233852.959297:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233852.959323:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748959232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233852.959325:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748958592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233852.959345:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233852.959352:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233852.959355:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233852.959355:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233852.959376:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233852.959377:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10376 00000100:00100000:1.0:1761233852.959385:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748958592:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233852.959387:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233852.959396:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233852.959403:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233852.959415:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748959360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233852.959420:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748958720:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233852.959446:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233852.959451:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233852.959454:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233852.959461:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10376 00000800:00000100:1.0:1761233852.959463:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233852.959478:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233852.959485:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233852/real 1761233852] req@ffff9437f87f8a80 x1846776748958720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233852.959489:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233852.959507:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233852.959515:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748958720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233852.959525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761233852.959526:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748959488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233852.959537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233852.959553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748958720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233852.959566:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748958848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233852.959586:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233852.959594:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233852/real 1761233852] req@ffff9437f87faa00 x1846776748958848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233852.959608:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748958848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233852.959614:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233852.959616:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233852.959618:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748958848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233852.959622:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748958976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233852.959635:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233852.959641:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233852/real 1761233852] req@ffff9437f87f8000 x1846776748958976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233852.959648:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748958976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233852.959654:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233852.959656:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233852.959657:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748958976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233852.959662:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748959104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233852.959672:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233852.959678:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233852/real 1761233852] req@ffff9437f87f8700 x1846776748959104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233852.959686:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748959104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233852.959696:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233852.959698:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233852.959700:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748959104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233852.959704:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748959232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233852.959734:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233852.959741:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233852/real 1761233852] req@ffff9437f87f9180 x1846776748959232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233852.959775:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748959232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233852.959781:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233852.959784:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233852.959787:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748959232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233852.959808:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748959360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233852.959824:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233852.959832:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233852/real 1761233852] req@ffff9437f87fb800 x1846776748959360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233852.959841:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748959360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233852.959847:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233852.959849:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233852.959852:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748959360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233852.959857:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748959488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233852.959870:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233852.959877:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233852/real 1761233852] req@ffff9437f87f8e00 x1846776748959488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233852.959885:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748959488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233852.959892:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233852.959894:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233852.959896:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748959488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233853.470840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233853.470897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233853.470921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233853.790851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233853.790896:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233854.494842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233854.494842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233854.494908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233854.814861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233854.814979:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233855.518795:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233855.518843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233855.518886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233855.838826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233855.838895:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233856.542845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233856.542876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233856.542891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233856.862885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233856.862970:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233857.566839:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233857.566847:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233857.566848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233857.886813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233857.886889:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233858.078956:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233858.078971:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233858.078978:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233858.078992:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10381 00000100:00080000:1.0:1761233858.079007:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233858.079016:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233858.079070:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748959616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233858.079108:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233858.079115:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233858.079117:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233858.079122:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10381 00000100:00080000:1.0:1761233858.079129:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233858.079136:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233858.079148:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233858.079158:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748959616:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233858.079169:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748959744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233858.079185:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233858.079190:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233858.079192:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233858.079198:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10381 00000100:00080000:1.0:1761233858.079218:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233858.079224:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233858.079231:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761233858.079233:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233858.079255:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748959872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233858.079269:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233858.079274:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233858.079277:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233858.079283:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233858/real 1761233858] req@ffff9437f86d5880 x1846776748959616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233858.079290:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10381 00000100:00080000:1.0:1761233858.079306:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233858.079313:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233858.079319:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748959616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233858.079325:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761233858.079331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233858.079338:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233858.079343:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748959616:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233858.079349:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748960000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233858.079363:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233858.079367:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1761233858.079369:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748959744:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233858.079389:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233858.079399:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10381 00000100:00080000:1.0:1761233858.079408:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761233858.079408:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233858.079423:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233858.079429:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233858/real 1761233858] req@ffff9437f86d6d80 x1846776748959744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233858.079435:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233858.079443:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748959744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233858.079458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233858.079467:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748960128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233858.079470:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233858.079484:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748959744:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233858.079515:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233858.079517:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748959872:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233858.079540:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233858.079546:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233858.079555:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10381 00000800:00000100:3.0:1761233858.079561:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233858.079563:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233858.079576:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233858.079581:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233858/real 1761233858] req@ffff9437f86d7480 x1846776748959872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233858.079591:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233858.079628:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748959872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233858.079634:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748960256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233858.079654:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233858.079670:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233858.079680:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748959872:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233858.079687:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233858.079693:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748960000:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233858.079699:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233858.079706:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233858.079717:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10381 00000800:00000100:3.0:1761233858.079719:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233858.079745:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233858.079752:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233858.079759:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233858.079769:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233858/real 1761233858] req@ffff9437f86d5180 x1846776748960000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233858.079780:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748960000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233858.079788:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233858.079791:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233858.079795:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748960000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233858.079813:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748960128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233858.079844:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748960384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761233858.079851:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233858.079870:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233858/real 1761233858] req@ffff9437f86d7100 x1846776748960128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233858.079881:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233858.079884:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748960128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233858.079912:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233858.079916:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233858.079918:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233858.079923:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233858.079926:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748960128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233858.079956:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748960256:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233858.079961:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10381 00000100:00080000:1.0:1761233858.079972:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233858.079978:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233858.079985:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761233858.079986:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233858.080000:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233858/real 1761233858] req@ffff9437f86d6a00 x1846776748960256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233858.080011:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748960512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233858.080017:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748960256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233858.080069:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233858.080074:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233858.080076:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748960256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233858.080095:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748960384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233858.080110:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233858.080118:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233858/real 1761233858] req@ffff9437f86d5180 x1846776748960384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233858.080126:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748960384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233858.080132:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233858.080134:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233858.080136:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748960384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233858.080140:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748960512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233858.080151:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233858.080157:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233858/real 1761233858] req@ffff9437f86d7480 x1846776748960512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233858.080165:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748960512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233858.080171:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233858.080173:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233858.080175:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748960512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233858.590869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233858.590879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233858.590943:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233858.910854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233858.910936:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233859.614891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233859.614891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233859.614921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233859.934833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233859.934900:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233860.638817:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233860.638827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233860.638840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233860.958842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233860.958911:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233861.662803:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233861.662815:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233861.662828:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233861.982823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233861.982910:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233862.686845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233862.686845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233862.686846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233863.006880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233863.006944:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233863.198860:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233863.198869:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233863.198873:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233863.198883:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10386 00000100:00080000:1.0:1761233863.198893:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233863.198898:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233863.198928:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748960640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233863.198952:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233863.198954:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233863.198956:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233863.198959:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10386 00000100:00080000:1.0:1761233863.198961:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233863.198963:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233863.198971:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233863.198979:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748960768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233863.198987:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233863.198989:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233863.198991:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233863.198995:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748960640:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233863.198996:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10386 00000100:00080000:1.0:1761233863.199002:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233863.199006:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233863.199009:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233863.199017:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748960896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233863.199024:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233863.199026:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233863.199028:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233863.199031:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10386 00000100:00080000:1.0:1761233863.199049:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233863.199052:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233863.199055:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761233863.199063:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233863.199067:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748961024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233863.199075:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233863.199078:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233863.199079:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233863.199082:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10386 00000100:00080000:1.0:1761233863.199085:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233863.199087:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233863.199090:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233863.199100:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748961152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233863.199106:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233863/real 1761233863] req@ffff9437f86d6d80 x1846776748960640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233863.199110:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233863.199117:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233863.199120:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233863.199125:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10386 00000100:00080000:1.0:1761233863.199128:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233863.199133:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233863.199134:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748960640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233863.199139:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1761233863.199150:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233863.199151:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748961280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233863.199157:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233863.199164:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233863.199165:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748960640:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233863.199170:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233863.199173:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233863.199177:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10386 00000100:00080000:1.0:1761233863.199179:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233863.199182:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233863.199185:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233863.199191:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748961408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233863.199193:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748960768:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233863.199208:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233863.199210:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233863.199212:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233863.199216:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10386 00000100:00080000:1.0:1761233863.199220:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761233863.199224:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233863.199227:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233863.199232:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233863.199239:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233863/real 1761233863] req@ffff9437f86d5880 x1846776748960768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233863.199243:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748961536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233863.199263:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748960768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233863.199271:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233863.199274:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233863.199277:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748960768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233863.199282:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748960896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233863.199294:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233863.199301:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233863/real 1761233863] req@ffff9437f86d7b80 x1846776748960896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233863.199309:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748960896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233863.199314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233863.199316:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233863.199317:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748960896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233863.199321:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748961024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233863.199331:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233863.199337:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233863/real 1761233863] req@ffff9437f86d6680 x1846776748961024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233863.199345:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748961024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233863.199350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233863.199351:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233863.199353:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748961024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233863.199356:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748961152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233863.199366:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233863.199371:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233863/real 1761233863] req@ffff9437f86d4700 x1846776748961152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233863.199378:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748961152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233863.199384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233863.199386:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233863.199388:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748961152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233863.199391:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748961280:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233863.199400:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233863.199405:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233863/real 1761233863] req@ffff9437f86d5f80 x1846776748961280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233863.199412:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748961280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233863.199417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233863.199419:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233863.199421:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748961280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233863.199434:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748961408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233863.199443:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233863.199449:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233863/real 1761233863] req@ffff9437f86d5c00 x1846776748961408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233863.199456:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748961408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233863.199461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233863.199462:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233863.199465:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748961408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233863.199468:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748961536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233863.199477:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233863.199483:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233863/real 1761233863] req@ffff9437f86d4380 x1846776748961536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233863.199489:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748961536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233863.199494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233863.199496:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233863.199498:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748961536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233863.710863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233863.710863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233863.710864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233864.030893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233864.030901:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233864.734856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233864.734873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233864.734879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233865.054847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233865.054901:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233865.758880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233865.758883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233865.758913:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233866.078840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233866.078911:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233866.782843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233866.782844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233866.782844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233867.102821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233867.102902:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233867.806847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233867.806847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233867.806847:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233868.126824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233868.126898:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233868.318883:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233868.318892:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233868.318898:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233868.318908:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10392 00000100:00080000:2.0:1761233868.318919:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233868.318925:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233868.318962:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748961664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233868.318994:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233868.318998:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233868.318999:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233868.319004:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10392 00000100:00080000:2.0:1761233868.319008:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233868.319012:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233868.319021:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233868.319035:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748961792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233868.319051:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233868.319054:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233868.319057:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233868.319061:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10392 00000100:00080000:2.0:1761233868.319065:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233868.319070:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233868.319075:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233868.319081:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748961664:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233868.319091:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748961920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233868.319102:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233868.319106:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233868.319108:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233868.319112:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10392 00000100:00080000:2.0:1761233868.319117:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233868.319122:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233868.319127:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233868.319139:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748962048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761233868.319149:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233868.319152:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233868.319157:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233868.319160:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233868.319165:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10392 00000100:00080000:2.0:1761233868.319171:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233868.319175:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233868.319181:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233868.319191:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233868/real 1761233868] req@ffff9437fa0de300 x1846776748961664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233868.319195:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748962176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233868.319226:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233868.319236:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233868.319240:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233868.319245:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10392 00000100:00080000:2.0:1761233868.319249:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233868.319254:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748961664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233868.319257:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233868.319265:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1761233868.319278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233868.319282:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748962304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233868.319285:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233868.319292:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748961664:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233868.319305:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748961792:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233868.319306:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233868.319315:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233868.319317:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233868.319322:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10392 00000800:00000100:3.0:1761233868.319334:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233868.319336:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233868.319343:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233868.319348:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233868/real 1761233868] req@ffff9437fa0ded80 x1846776748961792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233868.319352:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233868.319363:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748961792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233868.319372:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748962432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233868.319372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233868.319380:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233868.319387:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748961792:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233868.319403:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233868.319408:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233868.319410:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233868.319412:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748961920:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233868.319418:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10392 00000100:00080000:2.0:1761233868.319425:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233868.319430:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761233868.319433:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233868.319440:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233868.319446:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233868/real 1761233868] req@ffff9437fa0dca80 x1846776748961920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233868.319460:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748961920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233868.319461:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748962560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233868.319496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233868.319500:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233868.319503:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748961920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233868.319508:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748962048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233868.319521:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233868.319528:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233868/real 1761233868] req@ffff9437fa0df100 x1846776748962048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233868.319535:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748962048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233868.319540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233868.319542:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233868.319544:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748962048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233868.319548:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748962176:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233868.319558:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233868.319563:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233868/real 1761233868] req@ffff9437fa0dd500 x1846776748962176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233868.319570:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748962176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233868.319575:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233868.319577:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233868.319579:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748962176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233868.319583:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748962304:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233868.319592:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233868.319598:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233868/real 1761233868] req@ffff9437fa0df480 x1846776748962304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233868.319604:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748962304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233868.319610:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233868.319611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233868.319613:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748962304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233868.319617:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748962432:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233868.319626:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233868.319632:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233868/real 1761233868] req@ffff9437fa0dea00 x1846776748962432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233868.319639:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748962432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233868.319644:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233868.319646:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233868.319647:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748962432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233868.319659:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748962560:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233868.319669:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233868.319675:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233868/real 1761233868] req@ffff9437fa0ddc00 x1846776748962560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233868.319682:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748962560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233868.319688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233868.319689:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233868.319691:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748962560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233868.830833:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233868.830838:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233868.830846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233869.150813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233869.150863:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233869.854854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233869.854884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233869.854884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233870.174839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233870.174907:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233870.878893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233870.878899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233870.878899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233871.198819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233871.198895:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233871.902847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233871.902848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233871.902851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233872.222828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233872.222888:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233872.926819:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233872.926837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233872.926859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233873.246857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233873.246907:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233873.438892:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233873.438905:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233873.438911:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233873.438924:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10397 00000100:00080000:3.0:1761233873.438939:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233873.438948:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233873.438994:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748962688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233873.439044:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233873.439048:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233873.439051:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233873.439056:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10397 00000100:00080000:3.0:1761233873.439061:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233873.439067:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233873.439077:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233873.439090:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748962688:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233873.439115:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748962816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233873.439132:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233873.439136:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233873.439138:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233873.439144:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10397 00000100:00080000:3.0:1761233873.439165:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233873.439173:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233873.439176:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761233873.439181:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233873.439199:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748962944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233873.439211:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233873.439215:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233873.439217:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233873.439223:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233873/real 1761233873] req@ffff943800b99c00 x1846776748962688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233873.439225:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10397 00000100:00080000:3.0:1761233873.439233:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233873.439241:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233873.439248:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233873.439255:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748962688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233873.439265:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748963072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233873.439272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233873.439280:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233873.439282:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233873.439290:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761233873.439294:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748962688:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233873.439295:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233873.439305:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10397 00000100:00080000:3.0:1761233873.439310:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233873.439315:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233873.439320:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233873.439333:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748963200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233873.439335:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748962816:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233873.439352:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233873.439357:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233873.439360:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233873.439365:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233873.439369:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10397 00000100:00080000:3.0:1761233873.439377:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233873.439383:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233873/real 1761233873] req@ffff943800b9b800 x1846776748962816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233873.439384:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233873.439394:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233873.439400:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748962816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233873.439408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761233873.439411:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748963328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233873.439414:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233873.439421:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748962816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233873.439434:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748962944:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233873.439436:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233873.439441:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233873.439444:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233873.439450:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10397 00000100:00080000:3.0:1761233873.439456:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233873.439459:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233873.439473:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233873.439481:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233873.439485:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233873/real 1761233873] req@ffff943800b9a680 x1846776748962944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233873.439497:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748963456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233873.439507:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748962944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233873.439512:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233873.439521:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233873.439525:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233873.439529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233873.439532:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10397 00000100:00080000:1.0:1761233873.439540:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233873.439540:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233873.439552:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748962944:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233873.439552:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233873.439563:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233873.439564:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748963072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233873.439580:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748963584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233873.439592:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233873.439604:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233873/real 1761233873] req@ffff943800b99500 x1846776748963072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233873.439613:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748963072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233873.439619:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233873.439622:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233873.439624:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748963072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233873.439663:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748963200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233873.439677:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233873.439684:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233873/real 1761233873] req@ffff943800b98e00 x1846776748963200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233873.439692:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748963200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233873.439697:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233873.439699:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233873.439702:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748963200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233873.439706:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748963328:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233873.439716:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233873.439722:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233873/real 1761233873] req@ffff943800b9bb80 x1846776748963328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233873.439749:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748963328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233873.439754:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233873.439757:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233873.439760:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748963328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233873.439764:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748963456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233873.439776:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233873.439793:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233873/real 1761233873] req@ffff943800b9aa00 x1846776748963456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233873.439801:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748963456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233873.439806:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233873.439808:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233873.439810:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748963456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233873.439813:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748963584:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233873.439823:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233873.439829:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233873/real 1761233873] req@ffff943800b9ad80 x1846776748963584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233873.439837:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748963584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233873.439842:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233873.439844:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233873.439845:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748963584:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233873.950839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233873.950840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233873.950858:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233874.270893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233874.270947:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233874.974832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233874.974833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233874.974841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233875.294821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233875.294908:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233875.998826:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233875.998826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233875.998826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233876.318843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233876.318897:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233877.022853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233877.022853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233877.022863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233877.342813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233877.342929:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233878.046807:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233878.046953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233878.046981:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233878.366897:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233878.366953:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233878.558892:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233878.558902:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233878.558908:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233878.558917:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10402 00000100:00080000:2.0:1761233878.558928:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233878.558933:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233878.558969:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748963712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233878.558994:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233878.558997:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233878.558998:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233878.559001:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10402 00000100:00080000:2.0:1761233878.559004:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233878.559007:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233878.559030:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233878.559041:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748963840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233878.559048:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233878.559051:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233878.559052:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233878.559055:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10402 00000100:00080000:2.0:1761233878.559058:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233878.559061:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233878.559064:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233878.559071:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748963968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233878.559076:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748963712:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233878.559083:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233878.559086:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233878.559088:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233878.559092:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10402 00000100:00080000:2.0:1761233878.559096:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233878.559098:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233878.559102:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233878.559112:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748964096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233878.559118:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233878.559121:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233878.559122:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233878.559124:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10402 00000100:00080000:2.0:1761233878.559127:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233878.559129:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233878.559132:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233878.559136:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233878.559144:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748964224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233878.559152:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233878.559154:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233878.559155:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233878.559158:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10402 00000100:00080000:2.0:1761233878.559160:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233878.559163:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233878.559166:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233878.559177:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233878/real 1761233878] req@ffff9437fa0dd180 x1846776748963712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233878.559178:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748964352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233878.559203:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233878.559205:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233878.559207:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233878.559211:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748963712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233878.559213:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10402 00000100:00080000:2.0:1761233878.559219:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233878.559225:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233878.559237:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233878.559239:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233878.559244:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233878.559250:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748963712:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233878.559250:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748964480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233878.559263:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748963840:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233878.559266:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233878.559270:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233878.559271:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233878.559275:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10402 00000100:00080000:2.0:1761233878.559279:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233878.559282:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233878.559285:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233878.559287:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233878.559297:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748964608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233878.559301:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233878/real 1761233878] req@ffff9437fa0dfb80 x1846776748963840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233878.559327:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748963840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233878.559335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233878.559338:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233878.559341:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748963840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233878.559364:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748963968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233878.559386:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233878.559399:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233878/real 1761233878] req@ffff9437fa0dc000 x1846776748963968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233878.559428:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748963968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233878.559439:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233878.559443:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233878.559447:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748963968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233878.559454:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748964096:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233878.559471:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233878.559479:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233878/real 1761233878] req@ffff9437fa0df800 x1846776748964096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233878.559489:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748964096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233878.559495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233878.559497:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233878.559500:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748964096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233878.559504:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748964224:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233878.559515:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233878.559522:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233878/real 1761233878] req@ffff9437fa0dc700 x1846776748964224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233878.559531:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748964224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233878.559537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233878.559539:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233878.559541:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748964224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233878.559545:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748964352:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233878.559557:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233878.559564:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233878/real 1761233878] req@ffff9437fa0dc380 x1846776748964352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233878.559592:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748964352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233878.559599:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233878.559601:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233878.559604:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748964352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233878.559624:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748964480:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233878.559638:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233878.559645:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233878/real 1761233878] req@ffff9437fa0ddc00 x1846776748964480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233878.559652:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748964480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233878.559658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233878.559660:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233878.559662:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748964480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233878.559666:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748964608:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233878.559675:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233878.559681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233878/real 1761233878] req@ffff9437fa0dea00 x1846776748964608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233878.559688:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748964608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233878.559693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233878.559695:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233878.559697:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748964608:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233879.070863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233879.070902:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233879.070911:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233879.390895:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233879.390992:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233880.094816:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233880.094891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233880.094895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233880.414861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233880.414941:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233881.118828:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233881.118828:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233881.118828:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233881.438835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233881.438891:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233882.142831:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233882.142878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233882.142916:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233882.462851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233882.462951:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233883.166838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233883.166838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233883.166845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233883.486816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233883.486937:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233883.678932:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233883.678943:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233883.678949:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233883.678961:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10407 00000100:00080000:2.0:1761233883.678975:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233883.678984:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233883.679032:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748964736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233883.679068:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233883.679073:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233883.679076:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233883.679083:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10407 00000100:00080000:2.0:1761233883.679089:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233883.679097:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233883.679108:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748964736:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761233883.679110:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233883.679139:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748964864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233883.679155:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233883.679159:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233883.679161:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233883.679165:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10407 00000100:00080000:2.0:1761233883.679171:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233883.679175:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233883.679181:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233883.679185:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233883.679200:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748964992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233883.679210:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233883.679213:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233883.679215:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233883.679219:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10407 00000100:00080000:2.0:1761233883.679224:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233883.679228:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233883.679250:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233883/real 1761233883] req@ffff9437fa0df480 x1846776748964736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233883.679250:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233883.679265:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748965120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233883.679275:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748964736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233883.679277:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233883.679287:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233883.679291:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233883.679301:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10407 00000100:00080000:1.0:1761233883.679302:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233883.679305:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233883.679321:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233883.679322:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233883.679330:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233883.679331:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748964736:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233883.679341:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748965248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233883.679349:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233883.679351:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233883.679353:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233883.679357:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10407 00000100:00080000:2.0:1761233883.679361:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233883.679366:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748964864:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233883.679368:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233883.679377:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233883.679389:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748965376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233883.679397:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233883.679400:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233883.679402:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233883.679405:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10407 00000100:00080000:2.0:1761233883.679409:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233883.679415:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233883.679416:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233883.679424:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233883.679435:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748965504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233883.679445:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233883.679446:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233883/real 1761233883] req@ffff9437fa0dd500 x1846776748964864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233883.679449:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233883.679453:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233883.679461:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10407 00000100:00080000:2.0:1761233883.679468:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233883.679475:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233883.679480:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233883.679485:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748964864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233883.679509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233883.679511:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748965632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233883.679516:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233883.679525:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748964864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233883.679547:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748964992:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233883.679570:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233883.679580:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233883/real 1761233883] req@ffff9437fa0df100 x1846776748964992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233883.679589:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748964992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233883.679601:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233883.679603:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233883.679606:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748964992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233883.679611:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748965120:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233883.679623:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233883.679630:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233883/real 1761233883] req@ffff9437fa0dca80 x1846776748965120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233883.679638:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748965120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233883.679644:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233883.679646:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233883.679648:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748965120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233883.679653:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748965248:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233883.679664:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233883.679671:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233883/real 1761233883] req@ffff9437fa0ded80 x1846776748965248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233883.679679:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748965248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233883.679685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233883.679687:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233883.679690:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748965248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233883.679706:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748965376:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233883.679718:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233883.679726:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233883/real 1761233883] req@ffff9437fa0de300 x1846776748965376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233883.679756:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748965376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233883.679763:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233883.679765:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233883.679767:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748965376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233883.679772:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748965504:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233883.679786:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233883.679794:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233883/real 1761233883] req@ffff9437fa0df480 x1846776748965504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233883.679815:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748965504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233883.679820:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233883.679822:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233883.679825:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748965504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233883.679829:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748965632:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233883.679840:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233883.679847:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233883/real 1761233883] req@ffff9437fa0dea00 x1846776748965632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233883.679856:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748965632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233883.679862:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233883.679864:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233883.679866:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748965632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233884.190827:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233884.190828:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233884.190966:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233884.510832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233884.510929:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233885.214859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233885.214871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233885.214915:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233885.534812:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233885.534866:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233886.238829:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233886.238831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233886.238834:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233886.558831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233886.558898:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233887.262847:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233887.262847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233887.262854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233887.582815:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233887.582924:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233888.286902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233888.286906:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233888.286907:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233888.606819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233888.606888:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233888.798840:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233888.798851:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233888.798857:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233888.798868:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10412 00000100:00080000:2.0:1761233888.798880:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233888.798887:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233888.798925:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748965760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233888.798951:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233888.798954:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233888.798955:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233888.798958:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10412 00000100:00080000:2.0:1761233888.798962:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233888.798965:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233888.798973:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233888.798988:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748965888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233888.798989:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748965760:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233888.799003:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233888.799006:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233888.799008:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233888.799011:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10412 00000100:00080000:2.0:1761233888.799015:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233888.799018:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233888.799021:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233888.799028:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748966016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233888.799035:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233888.799038:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233888.799039:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233888.799041:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10412 00000100:00080000:2.0:1761233888.799068:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233888.799071:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233888.799074:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233888.799079:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233888.799083:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748966144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233888.799091:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233888.799094:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233888.799096:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233888.799099:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10412 00000100:00080000:2.0:1761233888.799102:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233888.799104:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233888.799107:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233888.799115:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748966272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233888.799122:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233888.799126:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233888/real 1761233888] req@ffff9437fa0ddc00 x1846776748965760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233888.799126:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233888.799129:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233888.799135:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10412 00000100:00080000:2.0:1761233888.799138:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233888.799144:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233888.799148:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233888.799157:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748966400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233888.799164:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748965760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233888.799165:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233888.799174:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233888.799177:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233888.799185:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10412 00000100:00080000:2.0:1761233888.799188:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233888.799189:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233888.799192:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233888.799196:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761233888.799198:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233888.799202:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748965760:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233888.799209:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748966528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233888.799216:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233888.799218:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233888.799219:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233888.799222:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10412 00000100:00100000:1.0:1761233888.799226:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748965888:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233888.799227:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233888.799234:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233888.799238:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233888.799248:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748966656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233888.799256:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233888.799269:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233888/real 1761233888] req@ffff9437fa0dc380 x1846776748965888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233888.799278:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748965888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233888.799285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233888.799287:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233888.799289:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748965888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233888.799293:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748966016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233888.799304:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233888.799311:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233888/real 1761233888] req@ffff9437fa0dc700 x1846776748966016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233888.799318:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748966016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233888.799324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233888.799325:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233888.799327:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748966016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233888.799331:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748966144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233888.799341:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233888.799346:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233888/real 1761233888] req@ffff9437fa0df800 x1846776748966144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233888.799354:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748966144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233888.799359:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233888.799360:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233888.799362:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748966144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233888.799366:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748966272:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233888.799376:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233888.799381:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233888/real 1761233888] req@ffff9437fa0dc000 x1846776748966272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233888.799389:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748966272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233888.799394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233888.799395:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233888.799397:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748966272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233888.799400:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748966400:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233888.799443:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233888.799455:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233888/real 1761233888] req@ffff9437fa0dfb80 x1846776748966400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233888.799467:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748966400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233888.799482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233888.799486:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233888.799490:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748966400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233888.799496:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748966528:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233888.799516:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233888.799527:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233888/real 1761233888] req@ffff9437fa0dd180 x1846776748966528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233888.799535:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748966528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233888.799541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233888.799543:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233888.799545:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748966528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233888.799561:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748966656:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233888.799573:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233888.799579:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233888/real 1761233888] req@ffff9437fa0ddc00 x1846776748966656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233888.799587:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748966656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233888.799592:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233888.799594:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233888.799596:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748966656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233889.310894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233889.310899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233889.310994:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233889.630846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233889.630929:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233890.334855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233890.334874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233890.334936:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233890.654842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233890.654946:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233891.358873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233891.358893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233891.358899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233891.678844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233891.678863:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233892.382828:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233892.382833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233892.382836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233892.702882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233892.702980:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233893.406800:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233893.406805:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233893.406819:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233893.726843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233893.726907:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233893.918852:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233893.918865:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233893.918870:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233893.918882:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10417 00000100:00080000:2.0:1761233893.918902:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233893.918908:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233893.918940:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748966784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233893.918967:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233893.918971:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233893.918973:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233893.918977:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10417 00000100:00080000:2.0:1761233893.918982:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233893.918986:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233893.918996:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233893.919013:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748966784:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233893.919014:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748966912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233893.919033:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233893.919037:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233893.919039:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233893.919044:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10417 00000100:00080000:2.0:1761233893.919060:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233893.919064:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233893.919070:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233893.919080:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748967040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233893.919088:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233893.919090:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233893.919091:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233893.919096:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10417 00000800:00000100:1.0:1761233893.919099:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233893.919102:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233893.919106:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233893.919110:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233893.919118:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748967168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233893.919125:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233893.919127:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233893.919129:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233893.919132:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10417 00000100:00080000:2.0:1761233893.919135:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233893.919138:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233893.919143:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233893/real 1761233893] req@ffff9437fa0dea00 x1846776748966784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233893.919144:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233893.919158:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748967296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233893.919165:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233893.919166:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748966784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233893.919171:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233893.919175:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233893.919182:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10417 00000100:00080000:1.0:1761233893.919185:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233893.919186:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233893.919193:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233893.919195:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761233893.919197:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233893.919201:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748966784:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233893.919207:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748967424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233893.919214:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233893.919216:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233893.919218:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233893.919220:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10417 00000100:00100000:1.0:1761233893.919224:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748966912:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233893.919225:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233893.919232:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233893.919236:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233893.919246:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748967552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233893.919254:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233893.919264:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233893.919268:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233893.919269:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233893/real 1761233893] req@ffff9437fa0df480 x1846776748966912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233893.919270:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233893.919278:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10417 00000100:00080000:2.0:1761233893.919284:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233893.919288:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233893.919292:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748966912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233893.919293:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233893.919316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233893.919319:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748967680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233893.919322:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233893.919344:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748966912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233893.919355:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748967040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233893.919383:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233893.919392:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233893/real 1761233893] req@ffff9437fa0de300 x1846776748967040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233893.919399:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748967040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233893.919405:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233893.919407:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233893.919410:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748967040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233893.919414:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748967168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233893.919424:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233893.919430:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233893/real 1761233893] req@ffff9437fa0ded80 x1846776748967168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233893.919437:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748967168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233893.919442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233893.919444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233893.919446:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748967168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233893.919449:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748967296:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233893.919460:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233893.919465:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233893/real 1761233893] req@ffff9437fa0dca80 x1846776748967296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233893.919473:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748967296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233893.919478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233893.919479:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233893.919481:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748967296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233893.919484:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748967424:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233893.919493:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233893.919499:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233893/real 1761233893] req@ffff9437fa0df100 x1846776748967424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233893.919506:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748967424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233893.919511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233893.919513:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233893.919514:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748967424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233893.919530:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748967552:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233893.919546:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233893.919558:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233893/real 1761233893] req@ffff9437fa0dd500 x1846776748967552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233893.919578:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748967552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233893.919587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233893.919590:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233893.919594:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748967552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233893.919600:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748967680:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233893.919622:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233893.919635:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233893/real 1761233893] req@ffff9437fa0dea00 x1846776748967680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233893.919657:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748967680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233893.919666:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233893.919669:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233893.919673:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748967680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233894.430797:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233894.430812:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233894.430832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233894.750822:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233894.750892:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233895.454807:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233895.454807:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233895.454844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233895.774818:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233895.774888:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233896.478826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233896.478845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233896.478861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233896.798874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233896.798961:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233897.502802:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233897.502827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233897.502831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233897.822857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233897.822917:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233898.526838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233898.526840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233898.526851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233898.846819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233898.846862:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233899.038830:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233899.038841:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233899.038847:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233899.038857:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10422 00000100:00080000:0.0:1761233899.038869:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233899.038877:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233899.038915:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748967808/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233899.038942:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233899.038947:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233899.038949:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233899.038953:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10422 00000100:00080000:0.0:1761233899.038957:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233899.038962:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233899.038971:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233899.038989:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748967936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233899.038989:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748967808:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233899.039016:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233899.039020:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233899.039022:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233899.039026:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10422 00000100:00080000:0.0:1761233899.039029:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233899.039032:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233899.039036:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233899.039046:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748968064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233899.039052:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233899.039054:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233899.039055:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233899.039060:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10422 00000800:00000100:1.0:1761233899.039063:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233899.039064:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233899.039070:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233899.039073:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233899.039082:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748968192/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233899.039088:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233899.039090:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233899.039092:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233899.039094:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10422 00000100:00080000:0.0:1761233899.039098:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233899.039101:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233899.039104:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233899.039111:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233899/real 1761233899] req@ffff9437f87f8380 x1846776748967808/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233899.039114:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748968320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233899.039144:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233899.039147:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233899.039148:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233899.039152:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10422 00000100:00080000:0.0:1761233899.039155:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233899.039159:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748967808/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233899.039160:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233899.039165:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233899.039174:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748968448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233899.039181:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233899.039182:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233899.039189:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233899.039190:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233899.039192:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233899.039196:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10422 00000100:00080000:0.0:1761233899.039200:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233899.039201:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748967808:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233899.039204:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233899.039212:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233899.039218:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748968576/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233899.039229:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233899.039232:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233899.039233:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748967936:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233899.039235:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233899.039243:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10422 00000100:00080000:0.0:1761233899.039260:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233899.039264:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233899.039269:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233899.039278:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233899.039281:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748968704/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233899.039293:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233899/real 1761233899] req@ffff9437f87f9880 x1846776748967936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233899.039305:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748967936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233899.039314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233899.039318:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233899.039322:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748967936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233899.039329:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748968064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233899.039351:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233899.039363:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233899/real 1761233899] req@ffff9437f87f8e00 x1846776748968064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233899.039385:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748968064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233899.039394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233899.039398:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233899.039401:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748968064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233899.039408:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748968192:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233899.039426:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233899.039436:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233899/real 1761233899] req@ffff9437f87fb800 x1846776748968192/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233899.039448:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748968192/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233899.039456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233899.039458:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233899.039461:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748968192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233899.039465:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748968320:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233899.039479:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233899.039486:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233899/real 1761233899] req@ffff9437f87f9180 x1846776748968320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233899.039493:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748968320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233899.039503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233899.039505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233899.039507:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748968320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233899.039511:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748968448:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233899.039520:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233899.039526:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233899/real 1761233899] req@ffff9437f87f8700 x1846776748968448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233899.039533:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748968448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233899.039539:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233899.039540:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233899.039542:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748968448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233899.039557:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748968576:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233899.039567:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233899.039572:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233899/real 1761233899] req@ffff9437f87f8000 x1846776748968576/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233899.039580:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748968576/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233899.039584:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233899.039586:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233899.039588:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748968576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233899.039592:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748968704:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233899.039601:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233899.039607:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233899/real 1761233899] req@ffff9437f87faa00 x1846776748968704/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233899.039614:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748968704/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233899.039619:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233899.039621:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233899.039623:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748968704:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233899.550809:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233899.550841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233899.550866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233899.870837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233899.870901:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233900.574938:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233900.574943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233900.574943:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233900.894851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233900.894937:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233901.598932:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233901.598933:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233901.599013:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233901.918841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233901.918902:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233902.622945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233902.623000:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233902.623249:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233902.942838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233902.942900:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233903.646947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233903.647020:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233903.647061:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233903.966825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233903.966926:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233904.158914:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233904.158925:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233904.158934:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233904.158945:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10427 00000100:00080000:1.0:1761233904.158957:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233904.158964:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233904.159001:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748968832/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233904.159027:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233904.159030:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233904.159031:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233904.159034:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10427 00000100:00080000:1.0:1761233904.159038:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233904.159046:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233904.159054:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233904.159060:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748968832:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233904.159069:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748968960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233904.159078:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233904.159081:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233904.159082:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233904.159085:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10427 00000100:00080000:1.0:1761233904.159088:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233904.159091:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233904.159094:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233904.159102:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748969088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233904.159109:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233904.159111:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233904.159112:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233904.159115:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10427 00000100:00080000:1.0:1761233904.159118:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233904.159124:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761233904.159124:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761233904.159131:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233904.159139:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748969216/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233904.159145:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233904.159148:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233904.159149:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233904.159152:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10427 00000100:00080000:1.0:1761233904.159154:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233904.159157:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233904.159160:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233904.159181:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748969344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233904.159188:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233904.159191:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1761233904.159191:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233904/real 1761233904] req@ffff9437f86d4000 x1846776748968832/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233904.159194:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233904.159199:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10427 00000100:00080000:1.0:1761233904.159203:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233904.159209:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233904.159214:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233904.159223:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748969472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233904.159229:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748968832/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233904.159253:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233904.159255:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233904.159260:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233904.159262:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233904.159265:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233904.159267:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748968832:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233904.159273:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10427 00000100:00080000:1.0:1761233904.159279:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233904.159284:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233904.159291:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233904.159291:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748968960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233904.159312:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748969600/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761233904.159322:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233904.159331:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233904.159334:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233904.159336:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233904.159339:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233904/real 1761233904] req@ffff9437f86d4380 x1846776748968960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233904.159342:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10427 00000100:00080000:1.0:1761233904.159349:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233904.159355:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233904.159363:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233904.159368:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748968960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233904.159376:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748969728/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233904.159378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233904.159385:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233904.159393:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748968960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233904.159399:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748969088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233904.159414:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233904.159421:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233904/real 1761233904] req@ffff9437f86d5c00 x1846776748969088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233904.159429:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748969088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233904.159435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233904.159437:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233904.159439:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748969088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233904.159443:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748969216:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233904.159453:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233904.159459:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233904/real 1761233904] req@ffff9437f86d5f80 x1846776748969216/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233904.159466:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748969216/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233904.159476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233904.159478:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233904.159481:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748969216:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233904.159484:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748969344:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233904.159493:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233904.159499:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233904/real 1761233904] req@ffff9437f86d4700 x1846776748969344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233904.159506:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748969344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233904.159511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233904.159513:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233904.159515:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748969344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233904.159518:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748969472:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233904.159528:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233904.159534:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233904/real 1761233904] req@ffff9437f86d6680 x1846776748969472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233904.159541:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748969472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233904.159546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233904.159548:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233904.159550:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748969472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233904.159563:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748969600:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233904.159574:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233904.159580:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233904/real 1761233904] req@ffff9437f86d7b80 x1846776748969600/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233904.159587:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748969600/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233904.159592:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233904.159594:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233904.159596:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748969600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233904.159599:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748969728:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233904.159609:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233904.159614:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233904/real 1761233904] req@ffff9437f86d5880 x1846776748969728/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233904.159621:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748969728/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233904.159626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233904.159628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233904.159630:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748969728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233904.670916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233904.670972:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233904.671088:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233904.990835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233904.990896:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233905.694899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233905.695109:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233905.695328:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233906.014826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233906.014891:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233906.718838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233906.718853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233906.718925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233907.038811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233907.038867:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233907.742835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233907.742837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233907.742852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233908.062835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233908.062895:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233908.766857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233908.766858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233908.766858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233909.086820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233909.086882:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233909.278876:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233909.278888:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233909.278894:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233909.278905:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10432 00000100:00080000:0.0:1761233909.278916:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233909.278923:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233909.278962:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748969856/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233909.278991:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233909.278995:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233909.278998:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233909.279002:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10432 00000100:00080000:0.0:1761233909.279007:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233909.279012:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233909.279021:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233909.279035:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748969856:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233909.279038:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748969984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233909.279054:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233909.279058:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233909.279060:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233909.279065:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10432 00000100:00080000:0.0:1761233909.279069:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233909.279074:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233909.279079:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233909.279105:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748970112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233909.279123:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233909.279126:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233909.279128:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233909.279132:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10432 00000100:00080000:0.0:1761233909.279137:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233909.279142:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233909.279148:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233909.279161:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748970240/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233909.279172:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233909.279176:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233909.279178:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233909.279182:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748969984:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233909.279187:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10432 00000100:00080000:0.0:1761233909.279194:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233909.279199:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233909.279205:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233909.279220:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748970368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233909.279225:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748970112:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233909.279241:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233909.279246:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233909.279249:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233909.279252:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748970240:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761233909.279258:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10432 00000100:00080000:0.0:1761233909.279264:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233909.279269:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233909.279276:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233909.279277:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748970368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233909.279295:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748970496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233909.279315:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233909.279319:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233909.279321:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233909.279326:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10432 00000100:00080000:0.0:1761233909.279332:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233909.279337:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748970496:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233909.279341:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233909.279348:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233909.279362:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748970624/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233909.279378:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233909.279382:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233909.279385:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233909.279389:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10432 00000100:00100000:3.0:1761233909.279392:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748970624:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761233909.279395:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233909.279402:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233909.279409:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233909.279422:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748970752/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233909.279481:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748970752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233909.790832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233909.790889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233909.790932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233910.110847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233910.110898:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233910.814856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233910.814856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233910.814906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233911.134810:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233911.134897:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233911.838850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233911.838850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233911.838868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233912.158799:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233912.158885:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1761233912.351033:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:2.0:1761233912.351108:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761233912.351125:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233912.351161:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233912.351169:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233912.351179:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233912.351190:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233912.351200:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761233912.351212:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:3.0:1761233912.351214:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233909/real 1761233912] req@ffff9437f87fa680 x1846776748970368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1761233912.351223:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:3.0:1761233912.351259:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748970368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233912.351272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233912.351277:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233912.351281:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748970368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233912.351289:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233909/real 1761233912] req@ffff9437f87f9f80 x1846776748969984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233912.351301:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748969984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233912.351325:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233912.351330:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233912.351334:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748969984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233912.351342:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233909/real 1761233912] req@ffff9437f87f9500 x1846776748970112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233912.351354:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748970112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233912.351362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233912.351366:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233912.351369:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748970112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233912.351375:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233909/real 1761233912] req@ffff9437f87fb100 x1846776748970240/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233912.351388:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748970240/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233912.351397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233912.351400:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233912.351404:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748970240:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233912.351411:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233909/real 1761233912] req@ffff9437f87f8a80 x1846776748969856/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233912.351424:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748969856/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233912.351432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233912.351441:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233912.351445:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748969856:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233912.351476:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233909/real 1761233912] req@ffff9437f87fad80 x1846776748970752/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233912.351492:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748970752/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233912.351500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233912.351504:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233912.351508:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748970752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233912.351515:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233909/real 1761233912] req@ffff9437f87f9c00 x1846776748970624/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233912.351527:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748970624/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233912.351535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233912.351538:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233912.351543:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748970624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233912.351551:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233909/real 1761233912] req@ffff9437f87fb480 x1846776748970496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233912.351563:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748970496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233912.351572:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233912.351576:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233912.351579:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748970496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233912.862831:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233912.862879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233912.862902:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233913.182797:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233913.182882:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233913.886844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233913.886844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233913.886862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233914.206809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233914.206931:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233914.398921:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233914.398932:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233914.398936:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233914.398946:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10438 00000100:00080000:1.0:1761233914.398957:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233914.398964:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233914.398996:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748970880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233914.399041:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233914.399046:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233914.399048:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233914.399052:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10438 00000100:00080000:1.0:1761233914.399057:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233914.399061:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233914.399070:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233914.399085:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748971008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233914.399098:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233914.399104:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1761233914.399104:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748970880:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233914.399109:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233914.399117:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10438 00000100:00080000:1.0:1761233914.399121:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233914.399125:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233914.399131:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233914.399145:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748971136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233914.399157:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233914.399160:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233914.399162:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233914.399166:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10438 00000100:00080000:1.0:1761233914.399171:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761233914.399174:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233914.399179:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233914.399186:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233914.399201:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748971264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233914.399211:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233914.399215:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233914.399220:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233914.399220:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233914/real 1761233914] req@ffff9437f86d6d80 x1846776748970880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233914.399229:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10438 00000100:00080000:1.0:1761233914.399236:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233914.399244:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233914.399250:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233914.399253:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748970880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233914.399270:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233914.399271:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748971392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233914.399278:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233914.399288:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748970880:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233914.399292:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233914.399297:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233914.399300:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233914.399305:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10438 00000100:00080000:1.0:1761233914.399310:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233914.399314:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233914.399318:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748971008:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761233914.399321:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233914.399336:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748971520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233914.399349:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761233914.399349:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233914.399355:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233914.399358:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233914.399368:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10438 00000100:00100000:3.0:1761233914.399369:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233914/real 1761233914] req@ffff9437f86d7480 x1846776748971008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233914.399376:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233914.399385:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233914.399392:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233914.399395:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748971008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233914.399407:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748971648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233914.399411:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233914.399421:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233914.399427:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233914.399429:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748971008:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233914.399432:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233914.399437:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233914.399442:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748971136:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233914.399443:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10438 00000100:00080000:1.0:1761233914.399449:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233914.399455:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233914.399459:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761233914.399472:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233914.399474:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748971776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233914.399487:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233914/real 1761233914] req@ffff9437f86d5180 x1846776748971136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233914.399504:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748971136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233914.399515:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233914.399519:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233914.399523:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748971136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233914.399530:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748971264:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233914.399546:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233914.399556:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233914/real 1761233914] req@ffff9437f86d6a00 x1846776748971264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233914.399568:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748971264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233914.399576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233914.399580:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233914.399583:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748971264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233914.399589:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748971392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233914.399605:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233914.399614:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233914/real 1761233914] req@ffff9437f86d7100 x1846776748971392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233914.399626:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748971392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233914.399635:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233914.399638:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233914.399641:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748971392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233914.399658:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748971520:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233914.399675:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233914.399684:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233914/real 1761233914] req@ffff9437f86d6d80 x1846776748971520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233914.399698:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748971520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233914.399706:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233914.399709:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233914.399713:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748971520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233914.399719:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748971648:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233914.399769:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233914.399781:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233914/real 1761233914] req@ffff9437f86d5880 x1846776748971648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233914.399793:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748971648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233914.399801:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233914.399804:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233914.399808:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748971648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233914.399815:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748971776:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233914.399832:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233914.399842:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233914/real 1761233914] req@ffff9437f86d7b80 x1846776748971776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233914.399854:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748971776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233914.399869:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233914.399872:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233914.399876:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748971776:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233914.910827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233914.910837:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233914.910837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233915.230869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233915.230941:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233915.934881:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233915.934888:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233915.934890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233916.254794:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233916.254851:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233916.958848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233916.958904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233916.958910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233917.278856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233917.278940:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233917.982859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233917.982893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233917.982898:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233918.302860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233918.302930:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233919.006832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233919.006835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233919.006840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233919.326852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233919.326919:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233919.518862:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233919.518871:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233919.518875:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233919.518883:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10443 00000100:00080000:2.0:1761233919.518891:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233919.518896:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233919.518952:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748971904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233919.518977:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233919.518981:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233919.518983:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233919.518988:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10443 00000100:00080000:2.0:1761233919.518992:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233919.518997:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233919.519007:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233919.519016:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748971904:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233919.519025:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748972032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233919.519038:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233919.519043:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233919.519045:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233919.519049:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10443 00000100:00080000:2.0:1761233919.519063:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233919.519066:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233919.519071:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761233919.519072:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233919.519085:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748972160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233919.519093:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233919.519096:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233919.519097:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233919.519100:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10443 00000100:00080000:2.0:1761233919.519104:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233919.519108:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233919/real 1761233919] req@ffff9437fa0ddc00 x1846776748971904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233919.519109:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233919.519117:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233919.519130:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748972288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233919.519131:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748971904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233919.519154:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233919.519157:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233919.519158:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233919.519162:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233919.519165:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233919.519169:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10443 00000100:00100000:3.0:1761233919.519173:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748971904:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233919.519175:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233919.519182:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233919.519185:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233919.519194:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748972416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233919.519198:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748972032:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233919.519221:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761233919.519221:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233919.519228:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233919.519231:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233919.519235:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233919/real 1761233919] req@ffff9437fa0dd180 x1846776748972032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233919.519239:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10443 00000100:00080000:2.0:1761233919.519251:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233919.519254:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748972032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233919.519260:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761233919.519265:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761233919.519269:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1761233919.519270:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233919.519277:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748972032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233919.519282:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748972160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233919.519290:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748972544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233919.519302:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761233919.519303:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233919.519309:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233919.519312:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233919.519317:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10443 00000100:00100000:3.0:1761233919.519322:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233919/real 1761233919] req@ffff9437fa0dfb80 x1846776748972160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233919.519324:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233919.519332:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233919.519340:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233919.519350:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748972160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233919.519352:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748972672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233919.519382:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233919.519383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233919.519389:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233919.519392:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233919.519393:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233919.519398:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748972160:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233919.519401:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10443 00000100:00080000:2.0:1761233919.519406:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233919.519408:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748972288:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761233919.519411:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233919.519417:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233919.519428:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748972800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761233919.519436:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233919.519451:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233919/real 1761233919] req@ffff9437fa0dc000 x1846776748972288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233919.519465:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748972288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233919.519471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233919.519473:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233919.519475:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748972288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233919.519487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748972416:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233919.519498:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233919.519504:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233919/real 1761233919] req@ffff9437fa0df800 x1846776748972416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233919.519511:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748972416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233919.519516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233919.519518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233919.519520:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748972416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233919.519524:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748972544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233919.519533:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233919.519539:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233919/real 1761233919] req@ffff9437fa0dc700 x1846776748972544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233919.519545:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748972544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233919.519555:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233919.519557:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233919.519559:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748972544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233919.519562:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748972672:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233919.519571:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233919.519576:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233919/real 1761233919] req@ffff9437fa0dc380 x1846776748972672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233919.519583:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748972672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233919.519588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233919.519590:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233919.519592:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748972672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233919.519596:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748972800:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233919.519604:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233919.519610:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233919/real 1761233919] req@ffff9437fa0ddc00 x1846776748972800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233919.519616:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748972800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233919.519621:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233919.519623:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233919.519625:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748972800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233920.030874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233920.030882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233920.030890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233920.350875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233920.350957:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233921.054844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233921.054844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233921.054846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233921.374862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233921.374930:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233922.078848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233922.078848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233922.078878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233922.398819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233922.398897:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233923.102849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233923.102849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233923.102859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233923.422904:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233923.422947:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233924.126890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233924.126925:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233924.126935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233924.446820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233924.446940:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233924.638874:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233924.638886:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233924.638890:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233924.638900:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10448 00000100:00080000:1.0:1761233924.638912:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233924.638918:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233924.638952:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748972928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233924.638976:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233924.638979:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233924.638981:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233924.638984:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10448 00000100:00080000:1.0:1761233924.638987:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233924.638991:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233924.638999:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233924.639006:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748972928:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233924.639010:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748973056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233924.639020:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233924.639022:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233924.639023:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233924.639026:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10448 00000100:00080000:1.0:1761233924.639028:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233924.639030:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233924.639034:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233924.639042:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748973184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233924.639048:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233924.639050:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233924.639051:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233924.639054:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10448 00000100:00080000:1.0:1761233924.639066:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233924.639070:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233924.639074:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761233924.639081:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233924.639084:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748973312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233924.639092:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233924.639095:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233924.639097:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233924.639100:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10448 00000100:00080000:1.0:1761233924.639102:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233924.639105:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233924.639108:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233924.639117:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748973440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233924.639120:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233924/real 1761233924] req@ffff9437f86d6680 x1846776748972928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233924.639138:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233924.639142:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233924.639143:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233924.639148:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10448 00000100:00100000:3.0:1761233924.639148:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748972928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233924.639157:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233924.639161:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233924.639163:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761233924.639167:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:1.0:1761233924.639172:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233924.639172:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748972928:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233924.639187:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748973568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233924.639206:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233924.639210:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233924.639211:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233924.639216:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10448 00000100:00100000:3.0:1761233924.639218:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748973056:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233924.639224:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233924.639232:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233924.639238:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761233924.639243:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233924.639254:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748973696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233924.639255:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233924/real 1761233924] req@ffff9437f86d4700 x1846776748973056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233924.639288:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748973056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233924.639289:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233924.639299:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233924.639302:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233924.639305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233924.639309:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10448 00000100:00080000:3.0:1761233924.639313:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233924.639315:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233924.639318:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748973056:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233924.639323:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233924.639327:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748973184:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761233924.639328:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233924.639342:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748973824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761233924.639348:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233924.639362:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233924/real 1761233924] req@ffff9437f86d5f80 x1846776748973184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233924.639374:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748973184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233924.639380:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233924.639383:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233924.639385:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748973184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233924.639388:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748973312:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233924.639398:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233924.639404:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233924/real 1761233924] req@ffff9437f86d5c00 x1846776748973312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233924.639411:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748973312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233924.639416:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233924.639417:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233924.639420:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748973312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233924.639424:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748973440:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233924.639434:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233924.639439:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233924/real 1761233924] req@ffff9437f86d4380 x1846776748973440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233924.639446:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748973440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233924.639451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233924.639453:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233924.639455:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748973440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233924.639459:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748973568:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233924.639468:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233924.639473:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233924/real 1761233924] req@ffff9437f86d4000 x1846776748973568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233924.639480:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748973568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233924.639485:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233924.639487:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233924.639489:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748973568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233924.639501:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748973696:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233924.639510:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233924.639517:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233924/real 1761233924] req@ffff9437f86d6680 x1846776748973696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233924.639524:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748973696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233924.639529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233924.639531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233924.639532:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748973696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233924.639536:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748973824:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233924.639545:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233924.639551:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233924/real 1761233924] req@ffff9437f86d7b80 x1846776748973824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233924.639558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748973824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233924.639563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233924.639565:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233924.639567:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748973824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233925.150862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233925.150862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233925.150886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233925.470828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233925.470909:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233926.174882:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233926.174882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233926.174917:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233926.494852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233926.494936:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233927.198868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233927.198868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233927.198893:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:1.0:1761233927.518898:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233927.518914:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:0.0:1761233928.222864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233928.222864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233928.222903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233928.542827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233928.542911:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233929.246909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233929.246909:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233929.246931:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233929.566892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233929.566962:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233929.758960:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233929.758971:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233929.758977:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233929.758988:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10453 00000100:00080000:2.0:1761233929.759002:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233929.759009:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233929.759052:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748973952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233929.759088:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233929.759092:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233929.759094:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233929.759099:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10453 00000100:00080000:2.0:1761233929.759104:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233929.759109:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233929.759121:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233929.759144:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748973952:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233929.759145:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748974080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233929.759177:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233929.759181:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233929.759184:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233929.759189:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10453 00000100:00080000:2.0:1761233929.759193:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233929.759196:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233929.759202:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233929.759216:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748974208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233929.759228:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233929.759231:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233929.759233:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233929.759241:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10453 00000800:00000100:3.0:1761233929.759244:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233929.759248:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233929.759255:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233929.759262:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233929.759275:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748974336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233929.759295:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233929.759302:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233929/real 1761233929] req@ffff9437fa0dea00 x1846776748973952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233929.759303:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233929.759310:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233929.759322:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10453 00000100:00080000:2.0:1761233929.759334:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233929.759342:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233929.759348:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233929.759349:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748973952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233929.759365:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748974464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233929.759366:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233929.759381:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233929.759393:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233929.759394:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748973952:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233929.759407:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233929.759413:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233929.759419:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10453 00000100:00080000:2.0:1761233929.759423:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233929.759426:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233929.759433:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233929.759437:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748974080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233929.759450:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748974592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233929.759465:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233929.759470:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233929.759477:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761233929.759478:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233929.759491:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10453 00000100:00080000:2.0:1761233929.759500:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233929.759509:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233929.759510:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233929/real 1761233929] req@ffff9437fa0dd500 x1846776748974080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233929.759514:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233929.759536:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748974720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233929.759541:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748974080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233929.759572:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233929.759577:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233929.759579:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233929.759586:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233929.759587:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233929.759594:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10453 00000100:00100000:3.0:1761233929.759600:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748974080:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233929.759603:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233929.759613:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233929.759618:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748974208:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761233929.759622:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233929.759644:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748974848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761233929.759656:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233929.759680:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233929/real 1761233929] req@ffff9437fa0df100 x1846776748974208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233929.759702:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748974208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233929.759712:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233929.759715:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233929.759719:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748974208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233929.759725:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748974336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233929.759808:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233929.759821:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233929/real 1761233929] req@ffff9437fa0dca80 x1846776748974336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233929.759834:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748974336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233929.759843:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233929.759847:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233929.759860:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748974336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233929.759866:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748974464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233929.759884:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233929.759893:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233929/real 1761233929] req@ffff9437fa0ded80 x1846776748974464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233929.759905:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748974464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233929.759921:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233929.759924:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233929.759927:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748974464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233929.759947:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748974592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233929.759975:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233929.759986:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233929/real 1761233929] req@ffff9437fa0de300 x1846776748974592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233929.759998:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748974592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233929.760007:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233929.760010:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233929.760014:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748974592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233929.760019:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748974720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233929.760035:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233929.760045:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233929/real 1761233929] req@ffff9437fa0df480 x1846776748974720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233929.760057:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748974720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233929.760076:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233929.760079:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233929.760083:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748974720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233929.760088:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748974848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233929.760103:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233929.760112:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233929/real 1761233929] req@ffff9437fa0dea00 x1846776748974848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233929.760123:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748974848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233929.760132:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233929.760135:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233929.760138:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748974848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233930.270911:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233930.270958:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233930.270999:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233930.590875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233930.591024:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233931.294926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233931.294950:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233931.294954:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233931.614847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233931.615023:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233932.318907:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233932.318945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233932.319012:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233932.638884:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233932.638970:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233933.342862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233933.342878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233933.342926:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233933.662847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233933.662971:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233934.366883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233934.366883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233934.366897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233934.686856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233934.686879:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233934.878842:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233934.878851:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233934.878855:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233934.878864:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10458 00000100:00080000:2.0:1761233934.878874:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233934.878882:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233934.878917:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748974976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233934.878940:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233934.878944:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233934.878945:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233934.878948:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10458 00000100:00080000:2.0:1761233934.878952:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233934.878955:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233934.878963:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233934.878973:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748975104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233934.878978:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748974976:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233934.878984:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233934.878988:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233934.878989:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233934.878993:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10458 00000100:00080000:2.0:1761233934.878996:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233934.878999:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233934.879002:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233934.879011:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748975232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233934.879019:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233934.879021:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233934.879022:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233934.879025:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10458 00000100:00080000:2.0:1761233934.879029:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233934.879031:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233934.879034:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761233934.879040:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233934.879043:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748975360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233934.879051:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233934.879053:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233934.879055:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233934.879058:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10458 00000100:00080000:2.0:1761233934.879061:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233934.879063:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233934.879066:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233934.879074:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748975488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233934.879080:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233934/real 1761233934] req@ffff9437fa0ddc00 x1846776748974976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233934.879083:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233934.879091:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233934.879094:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233934.879104:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10458 00000100:00080000:2.0:1761233934.879109:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233934.879109:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748974976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233934.879117:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761233934.879124:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761233934.879126:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1761233934.879130:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233934.879135:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748974976:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233934.879144:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748975616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233934.879156:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748975104:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233934.879159:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233934.879163:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233934.879165:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233934.879168:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10458 00000100:00080000:2.0:1761233934.879174:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761233934.879178:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233934.879179:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233934.879187:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233934.879194:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233934/real 1761233934] req@ffff9437fa0dc380 x1846776748975104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233934.879200:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748975744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233934.879214:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233934.879214:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748975104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233934.879218:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233934.879221:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233934.879229:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10458 00000100:00080000:2.0:1761233934.879235:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233934.879235:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233934.879239:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761233934.879243:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761233934.879244:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233934.879249:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748975104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233934.879254:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748975872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233934.879256:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748975232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233934.879276:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233934.879285:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233934/real 1761233934] req@ffff9437fa0dc700 x1846776748975232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233934.879294:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748975232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233934.879300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233934.879302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233934.879304:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748975232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233934.879308:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748975360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233934.879318:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233934.879324:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233934/real 1761233934] req@ffff9437fa0df800 x1846776748975360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233934.879331:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748975360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233934.879336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233934.879338:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233934.879339:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748975360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233934.879343:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748975488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233934.879352:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233934.879358:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233934/real 1761233934] req@ffff9437fa0dc000 x1846776748975488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233934.879365:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748975488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233934.879370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233934.879372:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233934.879374:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748975488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233934.879384:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748975616:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233934.879394:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233934.879400:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233934/real 1761233934] req@ffff9437fa0dfb80 x1846776748975616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233934.879412:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748975616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233934.879417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233934.879418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233934.879420:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748975616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233934.879424:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748975744:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233934.879433:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233934.879439:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233934/real 1761233934] req@ffff9437fa0dd180 x1846776748975744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233934.879446:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748975744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233934.879451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233934.879452:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233934.879454:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748975744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233934.879458:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748975872:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233934.879466:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233934.879471:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233934/real 1761233934] req@ffff9437fa0ddc00 x1846776748975872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233934.879478:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748975872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233934.879487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233934.879489:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233934.879521:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748975872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233935.390904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233935.390904:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233935.390928:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233935.710806:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233935.710918:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233936.414833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233936.414839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233936.414860:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233936.734844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233936.734936:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233937.438855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233937.438855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233937.438862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233937.758821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233937.758885:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233938.462781:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233938.462836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233938.462842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233938.782806:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233938.782904:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233939.486935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233939.486935:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233939.486988:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233939.806847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233939.806921:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233939.998885:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233939.998896:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233939.998901:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233939.998913:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10463 00000100:00080000:0.0:1761233939.998924:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233939.998930:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233939.998966:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748976000/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233939.998996:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233939.998999:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233939.999001:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233939.999005:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10463 00000100:00080000:0.0:1761233939.999007:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233939.999010:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233939.999018:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233939.999029:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748976128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233939.999038:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233939.999041:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233939.999042:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233939.999045:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10463 00000100:00080000:0.0:1761233939.999048:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233939.999050:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233939.999053:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233939.999061:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748976256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233939.999074:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233939.999077:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233939.999078:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233939.999081:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10463 00000100:00080000:0.0:1761233939.999083:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233939.999086:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233939.999089:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233939.999097:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748976384/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233939.999105:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233939.999108:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233939.999110:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233939.999113:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10463 00000100:00080000:0.0:1761233939.999116:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233939.999121:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748976000:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233939.999122:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233939.999132:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233939.999144:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748976512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233939.999152:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233939.999155:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233939.999157:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233939.999161:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10463 00000100:00080000:0.0:1761233939.999178:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233939.999183:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233939.999187:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761233939.999195:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233939.999200:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748976640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233939.999210:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233939.999213:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233939.999215:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233939.999219:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10463 00000100:00080000:0.0:1761233939.999222:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233939.999225:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233939.999229:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233939.999244:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233939/real 1761233939] req@ffff9437f87fa300 x1846776748976000/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233939.999245:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748976768/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233939.999288:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233939.999291:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233939.999293:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233939.999298:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748976000/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233939.999301:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10463 00000100:00080000:0.0:1761233939.999309:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233939.999317:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761233939.999319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761233939.999321:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761233939.999327:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233939.999332:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748976000:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233939.999336:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748976896/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233939.999345:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748976128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233939.999378:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233939.999391:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233939/real 1761233939] req@ffff9437f87fbb80 x1846776748976128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233939.999403:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748976128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233939.999412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233939.999414:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233939.999417:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748976128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233939.999423:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748976256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233939.999436:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233939.999444:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233939/real 1761233939] req@ffff9437f87fb480 x1846776748976256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233939.999454:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748976256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233939.999461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233939.999463:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233939.999466:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748976256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233939.999470:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748976384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233939.999483:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233939.999491:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233939/real 1761233939] req@ffff9437f87f9c00 x1846776748976384/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233939.999500:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748976384/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233939.999507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233939.999510:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233939.999512:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748976384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233939.999536:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748976512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233939.999549:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233939.999557:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233939/real 1761233939] req@ffff9437f87fad80 x1846776748976512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233939.999566:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748976512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233939.999573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233939.999575:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233939.999578:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748976512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233939.999582:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748976640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233939.999594:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233939.999632:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233939/real 1761233939] req@ffff9437f87f8a80 x1846776748976640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233939.999649:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748976640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233939.999659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233939.999663:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233939.999669:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748976640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233939.999677:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748976768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233939.999696:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233939.999706:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233939/real 1761233939] req@ffff9437f87fb100 x1846776748976768/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233939.999716:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748976768/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233939.999722:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233939.999725:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233939.999728:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748976768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233939.999754:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748976896:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233939.999772:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233939.999781:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233939/real 1761233939] req@ffff9437f87f9500 x1846776748976896/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233939.999791:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748976896/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233939.999798:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233939.999800:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233939.999803:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748976896:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233940.510864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233940.510883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233940.510935:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233940.830856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233940.830937:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233941.534843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233941.534843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233941.534994:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233941.854893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233941.854995:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233942.558834:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233942.558835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233942.558877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233942.878841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233942.878909:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233943.582832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233943.582832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233943.582860:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233943.902819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233943.902920:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233944.606844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233944.606844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233944.606846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233944.926832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233944.926886:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233945.118842:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233945.118849:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233945.118853:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233945.118862:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10468 00000100:00080000:2.0:1761233945.118872:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233945.118878:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233945.118910:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748977024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233945.118932:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233945.118935:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233945.118936:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233945.118940:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10468 00000100:00080000:2.0:1761233945.118942:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233945.118945:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233945.118952:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233945.118965:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748977024:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233945.118966:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748977152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233945.118985:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233945.118989:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233945.118992:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233945.118997:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10468 00000100:00080000:2.0:1761233945.119002:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233945.119007:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233945.119020:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761233945.119027:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761233945.119037:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748977280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233945.119051:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233945.119055:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233945.119057:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233945.119063:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10468 00000100:00100000:3.0:1761233945.119063:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233945/real 1761233945] req@ffff9437fa0dea00 x1846776748977024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233945.119072:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233945.119080:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233945.119083:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748977024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233945.119086:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761233945.119099:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233945.119103:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748977408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233945.119106:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233945.119114:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748977024:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233945.119121:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233945.119124:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233945.119126:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233945.119130:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10468 00000100:00080000:2.0:1761233945.119133:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233945.119135:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233945.119139:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233945.119139:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748977152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233945.119150:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748977536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233945.119159:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233945.119164:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000100:3.0:1761233945.119164:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233945.119166:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233945.119171:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10468 00000100:00080000:2.0:1761233945.119176:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233945.119179:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233945/real 1761233945] req@ffff9437fa0df480 x1846776748977152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233945.119181:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233945.119188:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233945.119198:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748977152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233945.119203:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748977664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233945.119213:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233945.119216:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233945.119220:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233945.119221:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233945.119225:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233945.119227:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748977152:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233945.119231:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10468 00000100:00080000:2.0:1761233945.119237:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233945.119240:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748977280:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233945.119242:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233945.119250:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761233945.119261:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748977792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761233945.119268:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233945.119270:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233945.119274:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233945.119275:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233945.119280:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233945/real 1761233945] req@ffff9437fa0de300 x1846776748977280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233945.119283:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10468 00000100:00080000:2.0:1761233945.119289:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233945.119294:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233945.119298:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233945.119301:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748977280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233945.119308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233945.119309:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748977920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233945.119315:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233945.119322:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748977280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233945.119329:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748977408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233945.119344:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233945.119350:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233945/real 1761233945] req@ffff9437fa0ded80 x1846776748977408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233945.119358:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748977408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233945.119363:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233945.119364:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233945.119366:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748977408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233945.119376:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748977536:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233945.119387:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233945.119392:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233945/real 1761233945] req@ffff9437fa0dca80 x1846776748977536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233945.119404:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748977536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233945.119409:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233945.119411:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233945.119413:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748977536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233945.119416:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748977664:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233945.119425:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233945.119431:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233945/real 1761233945] req@ffff9437fa0df100 x1846776748977664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233945.119438:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748977664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233945.119443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233945.119445:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233945.119447:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748977664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233945.119450:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748977792:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233945.119459:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233945.119464:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233945/real 1761233945] req@ffff9437fa0dd500 x1846776748977792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233945.119471:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748977792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233945.119480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233945.119482:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233945.119484:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748977792:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233945.119487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748977920:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233945.119496:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233945.119501:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233945/real 1761233945] req@ffff9437fa0dea00 x1846776748977920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233945.119508:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748977920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233945.119513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233945.119515:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233945.119517:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748977920:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233945.630860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233945.630861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233945.630861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233945.950880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233945.951035:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233946.654834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233946.654835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233946.654854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233946.974844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233946.974903:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233947.678878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233947.678878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233947.678923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233947.998843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233947.998947:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233948.702847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233948.702847:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233948.702965:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233949.022818:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233949.022921:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233949.726841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233949.726841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233949.726841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233950.046862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233950.046941:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233950.238947:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233950.238961:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233950.238967:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233950.238979:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10473 00000100:00080000:1.0:1761233950.238992:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233950.239000:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233950.239072:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748978048/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233950.239103:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233950.239106:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233950.239107:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233950.239111:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10473 00000100:00080000:1.0:1761233950.239114:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233950.239117:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233950.239128:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233950.239139:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748978176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233950.239149:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233950.239154:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1761233950.239154:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748978048:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233950.239159:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233950.239174:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10473 00000100:00080000:1.0:1761233950.239177:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233950.239181:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233950.239185:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233950.239197:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748978304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233950.239205:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233950.239208:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233950.239209:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233950.239213:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10473 00000100:00080000:1.0:1761233950.239226:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233950.239230:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233950.239234:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761233950.239241:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233950.239247:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748978432/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233950.239258:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233950.239261:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233950.239262:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233950.239267:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10473 00000100:00080000:1.0:1761233950.239274:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233950.239277:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233950.239282:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233950.239289:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233950/real 1761233950] req@ffff9437f86d5880 x1846776748978048/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233950.239298:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748978560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233950.239365:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233950.239372:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748978048/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233950.239374:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233950.239381:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233950.239398:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10473 00000100:00080000:1.0:1761233950.239406:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233950.239407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233950.239426:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761233950.239427:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:1.0:1761233950.239458:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233950.239465:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748978048:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233950.239474:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748978688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233950.239499:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233950.239502:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233950.239503:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233950.239508:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748978176:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233950.239514:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10473 00000100:00080000:1.0:1761233950.239521:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233950.239525:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233950.239531:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233950.239551:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748978816/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761233950.239551:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233950.239568:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233950.239575:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1761233950.239575:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233950/real 1761233950] req@ffff9437f86d6d80 x1846776748978176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233950.239581:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233950.239593:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10473 00000100:00080000:1.0:1761233950.239605:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233950.239613:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233950.239615:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748978176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233950.239627:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761233950.239641:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233950.239647:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748978944/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233950.239650:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233950.239667:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748978176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233950.239681:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748978304:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233950.239710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233950.239720:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233950/real 1761233950] req@ffff9437f86d7100 x1846776748978304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233950.239761:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748978304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233950.239778:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233950.239781:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233950.239785:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748978304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233950.239793:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748978432:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233950.239817:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233950.239829:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233950/real 1761233950] req@ffff9437f86d6a00 x1846776748978432/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233950.239842:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748978432/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233950.239850:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233950.239853:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233950.239856:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748978432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233950.239861:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748978560:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233950.239878:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233950.239885:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233950/real 1761233950] req@ffff9437f86d5180 x1846776748978560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233950.239893:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748978560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233950.239898:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233950.239901:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233950.239903:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748978560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233950.239907:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748978688:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233950.239918:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233950.239923:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233950/real 1761233950] req@ffff9437f86d7480 x1846776748978688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233950.239930:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748978688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233950.239935:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233950.239938:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233950.239940:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748978688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233950.239957:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748978816:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233950.239967:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233950.239973:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233950/real 1761233950] req@ffff9437f86d5880 x1846776748978816/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233950.239980:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748978816/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233950.239985:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233950.239987:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233950.239989:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748978816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233950.239993:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748978944:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233950.240002:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233950.240008:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233950/real 1761233950] req@ffff9437f86d7b80 x1846776748978944/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233950.240015:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748978944/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233950.240021:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233950.240022:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233950.240024:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748978944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233950.750830:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233950.750830:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233950.750836:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233951.070805:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233951.070880:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233951.774869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233951.774873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233951.774881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233952.094866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233952.094952:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233952.798865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233952.798870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233952.798876:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233953.118836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233953.118932:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233953.822879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233953.822882:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233953.822900:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233954.142851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233954.142910:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233954.846824:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233954.846830:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233954.846843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233955.166816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233955.166900:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233955.358843:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233955.358855:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233955.358860:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233955.358871:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10479 00000100:00080000:3.0:1761233955.358882:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233955.358890:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233955.358927:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748979072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233955.358957:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233955.358960:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233955.358963:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233955.358969:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10479 00000100:00080000:3.0:1761233955.358974:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233955.358980:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233955.358989:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748979072:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761233955.358990:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233955.359010:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748979200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233955.359024:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233955.359027:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233955.359029:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233955.359034:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10479 00000100:00080000:3.0:1761233955.359039:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233955.359048:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233955.359048:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233955.359057:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233955.359072:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748979328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233955.359083:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233955/real 1761233955] req@ffff943800b98380 x1846776748979072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233955.359084:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233955.359093:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233955.359097:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233955.359105:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10479 00000100:00080000:3.0:1761233955.359111:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233955.359116:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748979072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233955.359117:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233955.359127:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233955.359134:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233955.359142:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233955.359145:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748979456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233955.359151:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748979072:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233955.359166:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233955.359170:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233955.359173:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233955.359178:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10479 00000100:00080000:3.0:1761233955.359183:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233955.359184:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748979200:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233955.359190:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233955.359198:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233955.359212:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748979584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233955.359223:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233955.359227:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233955.359232:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233955.359235:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233955.359240:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10479 00000100:00100000:1.0:1761233955.359245:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233955/real 1761233955] req@ffff943800b99f80 x1846776748979200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233955.359247:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233955.359256:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233955.359265:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233955.359281:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748979200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233955.359283:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748979712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233955.359307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233955.359313:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761233955.359316:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233955.359319:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748979200:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233955.359324:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233955.359327:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233955.359331:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748979328:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233955.359334:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10479 00000100:00080000:3.0:1761233955.359341:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233955.359345:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233955.359349:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233955.359371:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748979840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233955.359380:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233955.359398:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233955.359401:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233955.359402:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233955.359407:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10479 00000100:00080000:3.0:1761233955.359410:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233955.359413:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233955.359417:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233955.359418:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233955/real 1761233955] req@ffff943800b9b480 x1846776748979328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233955.359428:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748979968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233955.359459:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748979328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233955.359470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233955.359474:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233955.359478:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748979328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233955.359485:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748979456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233955.359508:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233955.359519:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233955/real 1761233955] req@ffff943800b98a80 x1846776748979456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233955.359543:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748979456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233955.359557:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233955.359561:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233955.359564:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748979456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233955.359584:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748979584:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233955.359607:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233955.359619:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233955/real 1761233955] req@ffff943800b98000 x1846776748979584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233955.359632:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748979584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233955.359642:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233955.359645:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233955.359648:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748979584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233955.359655:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748979712:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233955.359674:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233955.359685:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233955/real 1761233955] req@ffff943800b98700 x1846776748979712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233955.359697:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748979712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233955.359706:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233955.359709:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233955.359714:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748979712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233955.359720:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748979840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233955.359763:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233955.359774:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233955/real 1761233955] req@ffff943800b98380 x1846776748979840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233955.359787:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748979840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233955.359796:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233955.359799:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233955.359803:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748979840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233955.359810:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748979968:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233955.359831:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233955.359854:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233955/real 1761233955] req@ffff943800b9ad80 x1846776748979968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233955.359867:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748979968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233955.359876:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233955.359879:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233955.359883:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748979968:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233955.870829:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233955.870830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233955.870852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233956.190827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233956.190918:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233956.894925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233956.894925:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233956.894958:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233957.214881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233957.214967:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233957.918860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233957.918922:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233957.918922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233958.238876:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233958.239040:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233958.942844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233958.942844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233958.942881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233959.262839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233959.262945:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233959.966815:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233959.966846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233959.966888:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233960.286854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233960.286931:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233960.478885:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233960.478894:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233960.478898:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233960.478907:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10484 00000100:00080000:0.0:1761233960.478917:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233960.478923:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233960.478954:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748980096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233960.478978:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233960.478981:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233960.478982:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233960.478985:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10484 00000100:00080000:0.0:1761233960.478988:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233960.478991:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233960.478999:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233960.479011:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748980224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233960.479019:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233960.479021:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233960.479024:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233960.479032:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10484 00000100:00100000:1.0:1761233960.479032:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748980096:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233960.479046:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233960.479053:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233960.479057:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233960.479068:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748980352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233960.479079:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233960.479082:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233960.479084:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233960.479100:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10484 00000100:00080000:0.0:1761233960.479105:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233960.479110:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233960.479116:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233960.479130:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748980480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233960.479141:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233960.479146:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233960.479148:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233960.479156:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233960.479157:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10484 00000100:00080000:0.0:1761233960.479167:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233960.479173:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233960.479190:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233960.479205:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748980608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233960.479218:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233960.479222:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233960.479225:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233960.479229:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233960/real 1761233960] req@ffff9437f87f9f80 x1846776748980096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233960.479236:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10484 00000100:00080000:0.0:1761233960.479255:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233960.479268:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233960.479268:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748980096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761233960.479303:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233960.479319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233960.479326:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761233960.479333:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748980736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233960.479333:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748980096:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233960.479356:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233960.479361:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233960.479364:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233960.479373:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748980224:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233960.479374:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10484 00000100:00080000:0.0:1761233960.479390:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233960.479399:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233960.479405:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233960.479410:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233960.479427:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748980864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233960.479429:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233960/real 1761233960] req@ffff9437f87fa680 x1846776748980224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233960.479466:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233960.479472:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233960.479476:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748980224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233960.479477:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233960.479493:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10484 00000100:00080000:0.0:1761233960.479502:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233960.479506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233960.479513:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233960.479516:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233960.479527:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748980224:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761233960.479528:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233960.479537:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748980352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761233960.479549:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748980992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233960.479564:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233960.479584:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233960/real 1761233960] req@ffff9437f87faa00 x1846776748980352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233960.479599:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748980352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233960.479609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233960.479613:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233960.479617:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748980352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233960.479626:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748980480:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233960.479650:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233960.479664:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233960/real 1761233960] req@ffff9437f87f8000 x1846776748980480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233960.479679:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748980480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233960.479688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233960.479692:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233960.479695:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748980480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233960.479703:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748980608:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233960.479725:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233960.479738:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233960/real 1761233960] req@ffff9437f87f8700 x1846776748980608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233960.479785:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748980608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233960.479795:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233960.479799:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233960.479803:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748980608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233960.479811:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748980736:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233960.479832:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233960.479841:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233960/real 1761233960] req@ffff9437f87f9180 x1846776748980736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233960.479849:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748980736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233960.479855:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233960.479858:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233960.479860:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748980736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233960.479879:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748980864:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233960.479891:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233960.479897:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233960/real 1761233960] req@ffff9437f87fb800 x1846776748980864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233960.479905:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748980864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233960.479911:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233960.479914:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233960.479916:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748980864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233960.479920:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748980992:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233960.479930:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233960.479936:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233960/real 1761233960] req@ffff9437f87f8e00 x1846776748980992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233960.479943:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748980992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233960.479949:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233960.479951:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233960.479953:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748980992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233960.990818:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233960.990828:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233960.990869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233961.310821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233961.310901:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233962.014834:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233962.014834:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233962.014861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233962.334894:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233962.335000:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233963.038810:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233963.038810:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233963.038932:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233963.358837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233963.358881:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233964.062825:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233964.062825:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233964.062860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233964.382869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233964.382981:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233965.086880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233965.086892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233965.086912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233965.406908:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233965.407002:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233965.598969:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233965.598990:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233965.599001:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233965.599034:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10489 00000100:00080000:0.0:1761233965.599053:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233965.599064:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233965.599130:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748981120/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233965.599186:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233965.599192:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233965.599195:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233965.599219:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10489 00000100:00080000:0.0:1761233965.599225:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233965.599232:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233965.599247:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233965.599255:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748981120:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761233965.599267:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748981248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233965.599279:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233965.599283:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233965.599285:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233965.599288:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10489 00000100:00080000:0.0:1761233965.599293:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233965.599296:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233965.599301:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233965.599311:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748981376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233965.599320:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233965.599323:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233965.599324:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233965.599326:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10489 00000100:00080000:0.0:1761233965.599330:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233965.599335:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233965.599337:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233965.599344:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233965.599355:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748981504/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233965.599363:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233965.599366:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233965.599368:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233965.599372:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10489 00000100:00080000:0.0:1761233965.599375:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233965.599378:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233965.599382:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233965.599390:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233965/real 1761233965] req@ffff9437f87f9880 x1846776748981120/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233965.599393:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748981632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233965.599427:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233965.599436:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233965.599439:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233965.599445:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10489 00000100:00080000:0.0:1761233965.599450:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233965.599453:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233965.599458:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233965.599459:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748981120/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233965.599469:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748981760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233965.599472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233965.599483:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761233965.599496:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233965.599499:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748981120:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233965.599500:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233965.599505:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233965.599510:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10489 00000100:00080000:0.0:1761233965.599513:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233965.599516:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233965.599520:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233965.599526:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748981888/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233965.599533:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748981248:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233965.599537:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233965.599541:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233965.599543:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233965.599547:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10489 00000100:00080000:0.0:1761233965.599552:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233965.599555:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233965.599559:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233965.599564:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233965.599574:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748982016/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233965.599582:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233965/real 1761233965] req@ffff9437f87f8380 x1846776748981248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233965.599597:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748981248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233965.599622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233965.599628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233965.599632:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748981248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233965.599640:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748981376:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233965.599659:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233965.599669:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233965/real 1761233965] req@ffff9437f87f8e00 x1846776748981376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233965.599680:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748981376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233965.599706:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233965.599709:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233965.599712:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748981376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233965.599718:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748981504:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233965.599732:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233965.599740:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233965/real 1761233965] req@ffff9437f87fb800 x1846776748981504/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233965.599782:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748981504/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233965.599790:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233965.599794:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233965.599797:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748981504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233965.599803:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748981632:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233965.599822:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233965.599832:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233965/real 1761233965] req@ffff9437f87f9180 x1846776748981632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233965.599843:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748981632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233965.599851:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233965.599853:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233965.599857:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748981632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233965.599863:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748981760:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233965.599879:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233965.599887:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233965/real 1761233965] req@ffff9437f87f8700 x1846776748981760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233965.599897:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748981760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233965.599905:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233965.599908:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233965.599911:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748981760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233965.599930:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748981888:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233965.599945:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233965.599953:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233965/real 1761233965] req@ffff9437f87f8000 x1846776748981888/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233965.599964:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748981888/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233965.599972:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233965.599974:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233965.599977:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748981888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233965.599982:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748982016:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233965.599996:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233965.600005:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233965/real 1761233965] req@ffff9437f87faa00 x1846776748982016/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233965.600015:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748982016/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233965.600032:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233965.600035:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233965.600038:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748982016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233966.110883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233966.110931:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233966.110932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233966.430876:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233966.430997:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233967.134874:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233967.134874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233967.134897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233967.454811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233967.454912:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233968.158941:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233968.159043:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233968.159045:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233968.478859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233968.478961:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233969.183070:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233969.183320:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233969.183549:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233969.502825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233969.502870:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233970.207003:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233970.207258:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233970.207266:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233970.526826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233970.526903:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233970.718825:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233970.718834:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761233970.718838:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233970.718847:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10494 00000100:00080000:0.0:1761233970.718858:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233970.718864:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761233970.718897:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748982144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233970.718920:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233970.718923:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233970.718924:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233970.718927:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10494 00000100:00080000:0.0:1761233970.718930:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233970.718932:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233970.718940:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233970.718949:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748982272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233970.718958:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748982144:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761233970.718959:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233970.718965:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233970.718968:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233970.718972:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10494 00000100:00080000:0.0:1761233970.718974:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233970.718977:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233970.718980:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233970.718989:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748982400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233970.718995:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233970.718998:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233970.718999:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233970.719001:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10494 00000100:00080000:0.0:1761233970.719011:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233970.719014:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233970.719018:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761233970.719019:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761233970.719031:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748982528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233970.719038:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233970.719040:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233970.719041:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233970.719044:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10494 00000100:00080000:0.0:1761233970.719046:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233970.719049:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233970.719053:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233970.719057:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233970/real 1761233970] req@ffff9437f87fa680 x1846776748982144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233970.719063:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748982656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233970.719077:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233970.719079:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233970.719083:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233970.719083:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748982144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761233970.719090:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10494 00000100:00080000:0.0:1761233970.719095:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233970.719100:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761233970.719117:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233970.719124:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233970.719128:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748982144:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761233970.719132:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233970.719144:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748982784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233970.719150:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233970.719153:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233970.719155:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233970.719159:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748982272:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761233970.719161:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10494 00000100:00080000:0.0:1761233970.719166:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233970.719172:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233970.719177:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761233970.719185:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748982912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761233970.719192:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233970.719195:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233970.719196:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233970.719201:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10494 00000800:00000100:1.0:1761233970.719202:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761233970.719205:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233970.719209:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761233970.719213:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233970.719219:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233970/real 1761233970] req@ffff9437f87f9f80 x1846776748982272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761233970.719223:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748983040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233970.719244:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748982272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233970.719253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233970.719257:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233970.719259:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748982272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233970.719265:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748982400:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233970.719278:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233970.719284:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233970/real 1761233970] req@ffff9437f87f9500 x1846776748982400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233970.719291:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748982400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233970.719297:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233970.719300:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233970.719302:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748982400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233970.719305:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748982528:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233970.719315:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233970.719321:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233970/real 1761233970] req@ffff9437f87fb100 x1846776748982528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233970.719333:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748982528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233970.719338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233970.719340:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233970.719342:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748982528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233970.719345:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748982656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233970.719355:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233970.719361:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233970/real 1761233970] req@ffff9437f87f8a80 x1846776748982656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233970.719368:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748982656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233970.719373:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233970.719375:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233970.719377:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748982656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233970.719380:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748982784:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233970.719390:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233970.719395:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233970/real 1761233970] req@ffff9437f87fad80 x1846776748982784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233970.719402:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748982784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233970.719412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233970.719414:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233970.719416:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748982784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233970.719429:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748982912:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233970.719439:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233970.719445:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233970/real 1761233970] req@ffff9437f87f9c00 x1846776748982912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233970.719452:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748982912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233970.719457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233970.719459:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233970.719461:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748982912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233970.719464:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748983040:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233970.719473:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233970.719479:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233970/real 1761233970] req@ffff9437f87fb480 x1846776748983040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233970.719486:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748983040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233970.719491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233970.719492:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233970.719495:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748983040:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233971.231036:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233971.231080:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233971.231241:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233971.550885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233971.550952:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233972.254925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233972.254925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233972.255193:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233972.574796:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233972.574913:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233973.278914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761233973.279106:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233973.279313:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233973.598832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233973.598894:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233974.302824:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233974.302826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233974.302835:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233974.622833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233974.622895:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233975.326891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233975.326902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233975.326936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233975.646855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233975.646959:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233975.838849:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233975.838860:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233975.838865:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233975.838876:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10499 00000100:00080000:3.0:1761233975.838889:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233975.838896:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233975.838933:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748983168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233975.838956:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233975.838960:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233975.838962:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233975.838967:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10499 00000100:00080000:3.0:1761233975.838971:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233975.838975:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233975.838984:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233975.838995:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748983168:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761233975.838996:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748983296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233975.839021:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233975.839024:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233975.839026:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233975.839030:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10499 00000100:00080000:3.0:1761233975.839033:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233975.839037:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233975.839042:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233975.839051:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748983424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233975.839060:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233975.839063:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233975.839065:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233975.839068:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10499 00000100:00080000:3.0:1761233975.839072:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233975.839075:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233975.839081:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233975.839090:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748983552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233975.839099:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233975.839104:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748983296:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233975.839104:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233975.839106:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233975.839110:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10499 00000100:00080000:3.0:1761233975.839114:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233975.839118:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233975.839122:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233975.839134:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748983424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233975.839134:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748983680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233975.839144:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233975.839147:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233975.839149:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233975.839153:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10499 00000100:00100000:1.0:1761233975.839155:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748983552:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761233975.839157:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233975.839161:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233975.839167:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233975.839176:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748983808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233975.839178:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748983680:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233975.839187:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233975.839190:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233975.839192:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233975.839195:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10499 00000100:00080000:3.0:1761233975.839199:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233975.839201:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748983808:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761233975.839203:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233975.839207:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233975.839218:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748983936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233975.839239:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233975.839243:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233975.839245:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233975.839250:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10499 00000100:00100000:1.0:1761233975.839254:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748983936:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761233975.839254:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233975.839258:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233975.839264:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233975.839275:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748984064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233975.839314:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748984064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233976.350834:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233976.350842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233976.350850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233976.670793:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233976.670909:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233977.374882:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233977.374936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233977.374936:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233977.694915:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233977.695085:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233978.398881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233978.398888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233978.398889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233978.718832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233978.718922:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1761233978.911221:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:0.0:1761233978.911275:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761233978.911333:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761233978.911374:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761233978.911384:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761233978.911394:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761233978.911408:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761233978.911418:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761233978.911433:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761233978.911446:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761233978.911448:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233975/real 1761233978] req@ffff943800b9b800 x1846776748983808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233978.911482:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748983808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233978.911498:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233978.911505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233978.911511:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748983808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233978.911520:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233975/real 1761233978] req@ffff943800b9a680 x1846776748983680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233978.911536:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748983680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233978.911545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233978.911550:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233978.911554:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748983680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233978.911573:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233975/real 1761233978] req@ffff943800b9bb80 x1846776748983296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233978.911586:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748983296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233978.911596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233978.911600:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233978.911604:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748983296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233978.911614:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233975/real 1761233978] req@ffff943800b98e00 x1846776748983424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233978.911628:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748983424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233978.911639:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233978.911644:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233978.911648:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748983424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233978.911656:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233975/real 1761233978] req@ffff943800b99500 x1846776748983552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233978.911670:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748983552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233978.911679:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233978.911683:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233978.911687:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748983552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233978.911695:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233975/real 1761233978] req@ffff943800b9aa00 x1846776748983168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233978.911710:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748983168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233978.911719:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233978.911723:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233978.911727:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748983168:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233978.911793:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233975/real 1761233978] req@ffff943800b9ad80 x1846776748984064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233978.911810:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748984064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233978.911833:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233978.911837:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233978.911841:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748984064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233978.911849:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233975/real 1761233978] req@ffff943800b99c00 x1846776748983936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233978.911862:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748983936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233978.911872:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233978.911878:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233978.911882:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748983936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233979.422811:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233979.422822:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233979.422838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233979.742836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233979.742966:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233980.447026:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233980.447026:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233980.447040:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233980.766861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233980.766948:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233980.958854:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233980.958865:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761233980.958870:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233980.958881:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10504 00000100:00080000:3.0:1761233980.958894:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233980.958961:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233980.959002:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748984192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233980.959025:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233980.959027:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233980.959029:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233980.959032:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10504 00000100:00080000:3.0:1761233980.959035:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233980.959038:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233980.959046:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233980.959055:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748984320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233980.959060:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748984192:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233980.959066:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233980.959070:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233980.959072:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233980.959075:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10504 00000100:00080000:3.0:1761233980.959078:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233980.959080:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233980.959083:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233980.959091:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748984448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233980.959098:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233980.959100:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233980.959101:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233980.959105:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10504 00000100:00080000:3.0:1761233980.959109:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233980.959113:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233980.959118:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233980.959128:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748984576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233980.959138:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233980.959144:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233980.959145:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233980.959150:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233980.959156:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10504 00000100:00080000:3.0:1761233980.959161:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233980.959166:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233980.959173:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233980.959187:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748984704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233980.959194:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233980/real 1761233980] req@ffff943800b98380 x1846776748984192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233980.959200:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233980.959208:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233980.959212:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233980.959219:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10504 00000100:00080000:3.0:1761233980.959224:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233980.959230:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748984192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233980.959232:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233980.959241:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233980.959250:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761233980.959258:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748984832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233980.959259:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233980.959270:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748984192:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761233980.959278:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233980.959284:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233980.959286:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233980.959291:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10504 00000100:00080000:3.0:1761233980.959295:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233980.959299:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233980.959304:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748984320:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761233980.959307:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233980.959326:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748984960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233980.959339:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761233980.959339:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233980.959345:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233980.959348:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233980.959354:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10504 00000100:00080000:3.0:1761233980.959358:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233980.959359:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233980/real 1761233980] req@ffff943800b98700 x1846776748984320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233980.959366:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761233980.959375:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233980.959384:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748984320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233980.959390:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748985088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233980.959413:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233980.959419:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233980.959424:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748984320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233980.959433:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748984448:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233980.959458:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233980.959471:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233980/real 1761233980] req@ffff943800b98000 x1846776748984448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233980.959484:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748984448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233980.959494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233980.959497:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233980.959501:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748984448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233980.959508:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748984576:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233980.959530:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233980.959542:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233980/real 1761233980] req@ffff943800b98a80 x1846776748984576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233980.959556:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748984576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233980.959564:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233980.959567:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233980.959570:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748984576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233980.959576:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748984704:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233980.959599:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233980.959611:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233980/real 1761233980] req@ffff943800b9b480 x1846776748984704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233980.959622:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748984704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233980.959631:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233980.959634:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233980.959637:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748984704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233980.959644:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748984832:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233980.959664:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233980.959675:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233980/real 1761233980] req@ffff943800b99f80 x1846776748984832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233980.959686:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748984832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233980.959694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233980.959697:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233980.959700:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748984832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233980.959723:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748984960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233980.959769:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233980.959782:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233980/real 1761233980] req@ffff943800b98380 x1846776748984960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233980.959793:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748984960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233980.959801:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233980.959804:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233980.959807:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748984960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233980.959814:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748985088:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233980.959836:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233980.959846:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233980/real 1761233980] req@ffff943800b99c00 x1846776748985088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233980.959857:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748985088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233980.959870:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233980.959873:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233980.959877:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748985088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761233981.470851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233981.470851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233981.470851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233981.790886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233981.790988:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233982.494844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233982.494844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233982.494953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233982.814865:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233982.814975:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233983.518925:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761233983.518928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233983.518964:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233983.838870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233983.838998:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233984.542870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233984.542871:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233984.542882:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233984.862866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233984.862943:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233985.566836:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233985.566837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233985.566837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233985.886881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233985.886965:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233986.078867:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233986.078877:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761233986.078882:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233986.078892:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10509 00000100:00080000:2.0:1761233986.078904:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233986.078911:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761233986.078947:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748985216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233986.078976:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233986.078980:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233986.078982:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233986.078987:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10509 00000100:00080000:2.0:1761233986.078992:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233986.078997:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233986.079007:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233986.079009:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748985216:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761233986.079023:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748985344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233986.079037:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233986.079041:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233986.079043:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233986.079048:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10509 00000100:00080000:2.0:1761233986.079057:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233986.079062:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761233986.079067:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761233986.079069:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233986.079084:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748985472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233986.079096:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233986.079100:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233986.079102:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233986/real 1761233986] req@ffff9437fa0ddc00 x1846776748985216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233986.079104:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233986.079114:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10509 00000100:00080000:2.0:1761233986.079122:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233986.079128:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233986.079130:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748985216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761233986.079134:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761233986.079145:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233986.079150:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761233986.079154:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748985600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233986.079158:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748985216:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761233986.079174:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233986.079178:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233986.079180:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233986.079184:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748985344:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233986.079188:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10509 00000100:00080000:2.0:1761233986.079196:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233986.079201:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233986.079208:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233986.079209:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233986.079221:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233986/real 1761233986] req@ffff9437fa0dd180 x1846776748985344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233986.079226:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748985728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761233986.079237:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748985344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233986.079248:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233986.079250:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233986.079251:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233986.079256:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233986.079260:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233986.079264:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10509 00000100:00080000:2.0:1761233986.079271:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233986.079273:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748985344:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761233986.079276:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233986.079284:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233986.079290:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748985472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761233986.079296:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748985856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233986.079304:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233986.079307:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233986.079308:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233986.079311:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10509 00000100:00080000:2.0:1761233986.079323:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233986.079324:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761233986.079329:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761233986.079334:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233986.079345:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233986/real 1761233986] req@ffff9437fa0dfb80 x1846776748985472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761233986.079346:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748985984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761233986.079373:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233986.079377:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233986.079379:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233986.079382:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748985472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761233986.079387:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10509 00000100:00080000:1.0:1761233986.079394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233986.079397:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233986.079400:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761233986.079406:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233986.079407:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748985472:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761233986.079418:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761233986.079419:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748985600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233986.079439:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748986112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761233986.079451:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233986.079468:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233986/real 1761233986] req@ffff9437fa0dc000 x1846776748985600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233986.079485:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748985600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233986.079494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233986.079498:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233986.079501:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748985600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233986.079518:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748985728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233986.079534:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233986.079542:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233986/real 1761233986] req@ffff9437fa0df800 x1846776748985728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233986.079549:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748985728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233986.079555:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233986.079557:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233986.079559:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748985728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233986.079562:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748985856:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761233986.079572:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233986.079577:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233986/real 1761233986] req@ffff9437fa0dc700 x1846776748985856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233986.079584:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748985856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233986.079589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233986.079591:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233986.079594:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748985856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233986.079597:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748985984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233986.079612:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233986.079622:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233986/real 1761233986] req@ffff9437fa0dc380 x1846776748985984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233986.079634:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748985984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233986.079644:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233986.079647:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233986.079650:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748985984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233986.079657:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748986112:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761233986.079678:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233986.079690:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233986/real 1761233986] req@ffff9437fa0ddc00 x1846776748986112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233986.079703:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748986112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233986.079711:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233986.079715:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233986.079718:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748986112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233986.590841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233986.590842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233986.590863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233986.910839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233986.910911:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233987.614855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233987.614855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233987.614921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233987.934877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233987.934954:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233988.638908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233988.638912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233988.638913:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233988.958853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233988.958898:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233989.662833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761233989.662848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761233989.662873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233989.982868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233989.982926:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233990.686863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233990.686863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233990.686876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233991.006822:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233991.006951:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233991.198902:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233991.198918:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233991.198925:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233991.198941:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10514 00000100:00080000:1.0:1761233991.198962:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233991.198973:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233991.199025:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748986240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233991.199061:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233991.199065:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233991.199067:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233991.199073:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10514 00000100:00080000:1.0:1761233991.199080:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233991.199085:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233991.199098:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233991.199109:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748986240:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761233991.199121:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748986368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233991.199138:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233991.199143:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233991.199145:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233991.199152:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10514 00000100:00080000:1.0:1761233991.199172:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233991.199178:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233991.199185:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761233991.199186:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233991.199209:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748986496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233991.199224:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233991.199228:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233991.199230:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233991.199237:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233991/real 1761233991] req@ffff9437f86d6680 x1846776748986240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233991.199244:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10514 00000100:00080000:1.0:1761233991.199260:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233991.199275:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233991.199283:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748986240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233991.199285:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761233991.199308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233991.199315:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233991.199316:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748986624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233991.199325:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748986240:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233991.199349:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233991.199355:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233991.199358:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233991.199360:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748986368:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233991.199372:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10514 00000100:00080000:1.0:1761233991.199379:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233991.199385:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761233991.199394:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761233991.199397:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233991.199406:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233991/real 1761233991] req@ffff9437f86d4000 x1846776748986368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233991.199418:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748986752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233991.199419:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748986368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233991.199505:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233991.199506:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233991.199519:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233991.199521:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1761233991.199526:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748986368:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233991.199528:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233991.199537:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748986496:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233991.199539:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10514 00000100:00080000:1.0:1761233991.199553:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233991.199560:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761233991.199567:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761233991.199573:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233991.199579:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233991/real 1761233991] req@ffff9437f86d4380 x1846776748986496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233991.199591:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748986496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233991.199599:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748986880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233991.199651:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233991.199662:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233991.199662:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233991.199673:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748986496:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233991.199681:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233991.199686:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233991.199687:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748986624:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233991.199704:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10514 00000800:00000100:3.0:1761233991.199758:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233991.199760:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233991.199770:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233991.199778:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233991/real 1761233991] req@ffff9437f86d5c00 x1846776748986624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233991.199783:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233991.199790:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748986624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233991.199799:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233991.199803:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233991.199810:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748986624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761233991.199812:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748987008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233991.199833:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233991.199837:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748986752:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233991.199840:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233991.199846:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233991.199853:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10514 00000100:00080000:1.0:1761233991.199861:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761233991.199861:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233991.199876:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233991.199884:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233991/real 1761233991] req@ffff9437f86d5f80 x1846776748986752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233991.199888:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233991.199896:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748986752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233991.199903:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233991.199906:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761233991.199912:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748987136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233991.199914:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748986752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233991.199937:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748986880:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761233991.199973:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233991.199982:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233991/real 1761233991] req@ffff9437f86d4700 x1846776748986880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233991.199992:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748986880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233991.199997:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233991.199999:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233991.200001:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748986880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233991.200005:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748987008:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233991.200016:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233991.200022:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233991/real 1761233991] req@ffff9437f86d6680 x1846776748987008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233991.200029:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748987008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233991.200033:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233991.200035:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233991.200037:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748987008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233991.200048:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748987136:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233991.200059:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233991.200065:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233991/real 1761233991] req@ffff9437f86d7b80 x1846776748987136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233991.200073:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748987136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233991.200078:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233991.200080:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233991.200082:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748987136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233991.710852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233991.710876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233991.710913:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233992.030823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233992.030894:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233992.734834:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233992.734834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233992.734870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233993.054885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233993.054989:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233993.758871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233993.758875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233993.758878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233994.078851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233994.078905:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233994.782857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761233994.782882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233994.782886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761233995.102862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233995.102983:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233995.806862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233995.806880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233995.806892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233996.126855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761233996.126969:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233996.318869:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233996.318882:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761233996.318888:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233996.318900:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10520 00000100:00080000:1.0:1761233996.318939:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233996.318947:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761233996.319014:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748987264/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233996.319073:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233996.319077:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233996.319079:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233996.319084:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10520 00000100:00080000:1.0:1761233996.319099:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233996.319101:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748987264:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233996.319106:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233996.319126:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233996.319141:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748987392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761233996.319168:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233996.319172:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233996.319174:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761233996.319182:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233996.319197:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10520 00000100:00080000:1.0:1761233996.319204:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233996.319210:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233996.319231:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233996.319243:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233996/real 1761233996] req@ffff9437f86d5880 x1846776748987264/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233996.319263:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748987520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233996.319270:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748987264/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233996.319285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233996.319294:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233996.319297:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233996.319300:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748987264:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761233996.319302:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233996.319318:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233996.319322:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10520 00000100:00080000:1.0:1761233996.319327:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233996.319332:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748987392:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233996.319340:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233996.319347:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761233996.319359:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761233996.319371:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748987648/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233996.319373:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233996/real 1761233996] req@ffff9437f86d7480 x1846776748987392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233996.319406:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233996.319406:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748987392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233996.319415:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233996.319420:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233996.319423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233996.319426:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10520 00000100:00080000:3.0:1761233996.319430:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233996.319433:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748987392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233996.319438:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748987520:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233996.319442:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233996.319448:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233996.319453:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761233996.319457:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233996.319465:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233996/real 1761233996] req@ffff9437f86d5180 x1846776748987520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233996.319474:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748987776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233996.319477:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748987520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233996.319492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233996.319500:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233996.319501:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761233996.319504:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233996.319507:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233996.319511:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748987520:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233996.319515:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10520 00000100:00080000:1.0:1761233996.319528:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233996.319529:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748987648:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761233996.319535:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233996.319540:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761233996.319555:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233996.319564:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233996/real 1761233996] req@ffff9437f86d6a00 x1846776748987648/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761233996.319569:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748987904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233996.319575:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748987648/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233996.319591:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233996.319593:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233996.319595:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748987648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233996.319599:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748987776:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233996.319614:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233996.319644:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233996.319646:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233996.319652:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10520 00000800:00000100:3.0:1761233996.319658:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761233996.319659:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233996.319676:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233996/real 1761233996] req@ffff9437f86d7100 x1846776748987776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233996.319679:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761233996.319687:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761233996.319699:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748987776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233996.319711:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233996.319714:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748988032/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761233996.319717:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233996.319725:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748987776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761233996.319770:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748987904:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761233996.319779:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233996.319784:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233996.319785:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233996.319790:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10520 00000100:00080000:1.0:1761233996.319795:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761233996.319798:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233996.319809:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233996/real 1761233996] req@ffff9437f86d6d80 x1846776748987904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761233996.319818:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761233996.319820:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748987904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761233996.319824:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761233996.319830:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233996.319833:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233996.319836:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748987904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761233996.319844:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748988160/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761233996.319847:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748988032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233996.319868:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233996.319876:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233996/real 1761233996] req@ffff9437f86d5180 x1846776748988032/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233996.319887:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748988032/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233996.319896:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233996.319900:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233996.319904:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748988032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761233996.319918:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748988160:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761233996.319942:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761233996.319955:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233996/real 1761233996] req@ffff9437f86d7480 x1846776748988160/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761233996.319965:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748988160/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761233996.319971:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233996.319974:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761233996.319977:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748988160:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761233996.830855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233996.830855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233996.830968:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233997.150848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233997.150908:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233997.854853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761233997.854860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761233997.854889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233998.174863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233998.174924:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233998.878851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761233998.878851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233998.878906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761233999.198841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761233999.198891:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233999.902855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761233999.902869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761233999.902900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234000.222818:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234000.222905:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234000.926842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234000.926842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234000.926843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234001.246845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234001.246919:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234001.438885:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234001.438898:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234001.438903:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234001.438916:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10525 00000100:00080000:2.0:1761234001.438930:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234001.438939:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234001.438988:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748988288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234001.439022:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234001.439027:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234001.439029:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234001.439035:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10525 00000100:00080000:2.0:1761234001.439041:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234001.439047:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234001.439059:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748988288:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761234001.439060:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234001.439085:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748988416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234001.439100:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234001.439105:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234001.439107:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234001.439112:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10525 00000100:00080000:2.0:1761234001.439129:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234001.439134:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234001.439140:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234001.439144:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234001.439158:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748988544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234001.439171:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234001.439175:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234001.439177:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234001.439182:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10525 00000100:00080000:2.0:1761234001.439187:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234001.439198:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234001.439200:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234001/real 1761234001] req@ffff9437fa0dea00 x1846776748988288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761234001.439208:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234001.439220:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748988288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234001.439225:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748988672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234001.439235:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234001.439237:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234001.439241:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234001.439241:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234001.439243:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234001.439248:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748988288:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234001.439250:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10525 00000100:00080000:2.0:1761234001.439256:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234001.439260:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234001.439264:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234001.439272:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748988800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234001.439277:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748988416:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234001.439285:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234001.439288:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234001.439290:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234001.439294:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10525 00000100:00080000:2.0:1761234001.439300:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234001.439305:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234001.439306:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234001.439312:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234001.439322:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234001/real 1761234001] req@ffff9437fa0dd500 x1846776748988416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234001.439323:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748988928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234001.439351:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748988416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234001.439352:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234001.439362:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234001.439367:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234001.439368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234001.439376:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234001.439377:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10525 00000100:00100000:3.0:1761234001.439381:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748988416:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234001.439385:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234001.439387:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748988544:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234001.439396:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234001.439403:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234001.439407:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234001.439416:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234001/real 1761234001] req@ffff9437fa0df100 x1846776748988544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234001.439422:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748989056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234001.439429:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748988544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234001.439452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234001.439458:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234001.439458:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234001.439464:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748988544:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234001.439465:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234001.439469:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234001.439472:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748988672:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761234001.439476:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10525 00000100:00080000:2.0:1761234001.439483:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234001.439486:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234001.439491:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234001.439496:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234001.439503:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748989184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234001.439511:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234001/real 1761234001] req@ffff9437fa0dca80 x1846776748988672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234001.439547:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748988672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234001.439556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234001.439559:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234001.439563:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748988672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234001.439580:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748988800:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234001.439604:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234001.439622:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234001/real 1761234001] req@ffff9437fa0ded80 x1846776748988800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234001.439635:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748988800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234001.439642:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234001.439645:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234001.439648:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748988800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234001.439654:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748988928:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234001.439674:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234001.439685:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234001/real 1761234001] req@ffff9437fa0de300 x1846776748988928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234001.439697:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748988928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234001.439704:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234001.439708:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234001.439711:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748988928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234001.439717:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748989056:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234001.439755:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234001.439765:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234001/real 1761234001] req@ffff9437fa0df480 x1846776748989056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234001.439773:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748989056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234001.439779:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234001.439781:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234001.439783:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748989056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234001.439787:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748989184:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234001.439799:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234001.439806:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234001/real 1761234001] req@ffff9437fa0dea00 x1846776748989184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234001.439813:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748989184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234001.439819:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234001.439821:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234001.439823:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748989184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234001.950856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234001.950856:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234001.950884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234002.270854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234002.270941:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234002.974880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234002.974880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234002.974880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234003.294863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234003.294984:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234003.998863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234003.998910:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234003.998916:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234004.318812:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234004.318953:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234005.022858:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234005.022858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234005.022918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234005.342857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234005.342922:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234006.046841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234006.046862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234006.046866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234006.366787:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234006.366867:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234006.558858:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234006.558867:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234006.558871:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234006.558880:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10530 00000100:00080000:1.0:1761234006.558889:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234006.558894:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234006.558926:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748989312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234006.558948:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234006.558951:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234006.558954:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234006.558958:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10530 00000100:00080000:1.0:1761234006.558964:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234006.558968:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234006.558978:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234006.558982:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748989312:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234006.558996:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748989440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234006.559010:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234006.559014:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234006.559016:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234006.559021:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10530 00000100:00080000:1.0:1761234006.559031:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234006.559036:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234006.559040:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234006.559045:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234006.559054:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748989568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234006.559063:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234006.559065:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234006.559067:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234006.559069:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10530 00000100:00080000:1.0:1761234006.559074:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234006.559076:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234006.559080:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234006.559085:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234006/real 1761234006] req@ffff9437f86d5880 x1846776748989312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234006.559093:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748989696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234006.559103:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234006.559107:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748989312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234006.559108:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234006.559112:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234006.559119:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10530 00000100:00080000:1.0:1761234006.559125:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234006.559126:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234006.559130:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234006.559134:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:1.0:1761234006.559135:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234006.559140:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748989312:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234006.559148:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748989824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234006.559154:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234006.559157:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234006.559158:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234006.559163:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748989440:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234006.559165:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10530 00000100:00080000:1.0:1761234006.559170:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234006.559173:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234006.559177:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234006.559191:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748989952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234006.559191:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234006.559201:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234006.559205:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234006/real 1761234006] req@ffff9437f86d7b80 x1846776748989440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234006.559206:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234006.559210:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234006.559218:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10530 00000100:00080000:1.0:1761234006.559224:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234006.559228:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748989440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234006.559229:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234006.559236:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234006.559242:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761234006.559247:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748990080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234006.559248:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234006.559255:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748989440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234006.559267:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748989568:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234006.559269:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234006.559274:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234006.559276:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234006.559281:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10530 00000100:00080000:1.0:1761234006.559287:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234006.559287:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234006.559297:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234006.559301:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234006/real 1761234006] req@ffff9437f86d6680 x1846776748989568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761234006.559304:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234006.559315:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748989568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234006.559322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761234006.559325:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748990208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234006.559327:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234006.559333:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748989568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234006.559345:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748989696:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234006.559364:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234006.559373:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234006/real 1761234006] req@ffff9437f86d4700 x1846776748989696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234006.559383:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748989696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234006.559388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234006.559390:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234006.559392:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748989696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234006.559396:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748989824:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234006.559406:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234006.559411:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234006/real 1761234006] req@ffff9437f86d5f80 x1846776748989824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234006.559418:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748989824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234006.559443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234006.559445:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234006.559448:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748989824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234006.559462:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748989952:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234006.559476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234006.559483:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234006/real 1761234006] req@ffff9437f86d5c00 x1846776748989952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234006.559491:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748989952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234006.559496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234006.559498:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234006.559500:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748989952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234006.559503:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748990080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234006.559513:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234006.559518:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234006/real 1761234006] req@ffff9437f86d4380 x1846776748990080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234006.559525:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748990080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234006.559530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234006.559532:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234006.559534:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748990080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234006.559538:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748990208:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234006.559547:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234006.559553:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234006/real 1761234006] req@ffff9437f86d4000 x1846776748990208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234006.559559:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748990208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234006.559565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234006.559566:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234006.559568:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748990208:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234007.070829:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234007.070841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234007.070857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234007.390881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234007.390957:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234008.094843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234008.094852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234008.094867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234008.414787:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234008.414883:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234009.118832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234009.118834:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234009.118860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234009.438825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234009.438895:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234010.142894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234010.142895:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234010.142895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234010.462856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234010.462971:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234011.166824:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234011.166824:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234011.166824:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234011.486818:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234011.486927:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234011.678879:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234011.678891:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234011.678895:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234011.678906:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10535 00000100:00080000:0.0:1761234011.678917:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234011.678924:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234011.678961:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776748990336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234011.678991:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234011.678995:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234011.678997:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234011.679001:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10535 00000100:00080000:0.0:1761234011.679005:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234011.679009:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234011.679019:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234011.679033:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776748990464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234011.679042:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748990336:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234011.679048:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234011.679052:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234011.679054:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234011.679058:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10535 00000100:00080000:0.0:1761234011.679063:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234011.679067:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234011.679072:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234011.679086:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776748990592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234011.679096:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234011.679100:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234011.679101:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234011.679105:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10535 00000100:00080000:0.0:1761234011.679121:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234011.679125:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234011.679131:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234011.679139:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234011.679145:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776748990720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234011.679157:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234011.679161:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234011.679163:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234011.679167:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10535 00000100:00080000:0.0:1761234011.679172:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234011.679177:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234011.679183:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234011.679184:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234011/real 1761234011] req@ffff9437f87fbb80 x1846776748990336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234011.679198:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776748990848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234011.679223:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234011.679226:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234011.679228:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234011.679233:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776748990336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234011.679235:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10535 00000100:00080000:0.0:1761234011.679242:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234011.679250:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234011.679253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761234011.679255:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234011.679266:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776748990976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234011.679278:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234011.679279:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234011.679285:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1761234011.679287:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748990336:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234011.679288:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234011.679297:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10535 00000100:00080000:0.0:1761234011.679303:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234011.679309:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234011.679314:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234011.679321:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748990464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234011.679344:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748991104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234011.679359:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234011.679364:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234011.679367:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761234011.679369:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234011.679375:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10535 00000100:00080000:0.0:1761234011.679382:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234011.679390:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234011.679391:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234011/real 1761234011] req@ffff9437f87fa300 x1846776748990464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234011.679396:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234011.679417:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748991232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234011.679418:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776748990464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234011.679448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234011.679453:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234011.679458:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748990464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234011.679532:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748990592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234011.679558:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234011.679571:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234011/real 1761234011] req@ffff9437f87fb480 x1846776748990592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234011.679584:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776748990592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234011.679601:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234011.679605:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234011.679609:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748990592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234011.679615:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748990720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234011.679636:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234011.679647:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234011/real 1761234011] req@ffff9437f87f9c00 x1846776748990720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234011.679660:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776748990720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234011.679668:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234011.679671:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234011.679674:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748990720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234011.679680:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748990848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234011.679700:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234011.679711:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234011/real 1761234011] req@ffff9437f87fad80 x1846776748990848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234011.679722:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776748990848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234011.679753:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234011.679758:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234011.679763:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748990848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234011.679769:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748990976:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234011.679791:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234011.679803:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234011/real 1761234011] req@ffff9437f87f8a80 x1846776748990976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234011.679814:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776748990976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234011.679822:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234011.679825:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234011.679828:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748990976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234011.679848:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748991104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234011.679866:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234011.679877:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234011/real 1761234011] req@ffff9437f87fb100 x1846776748991104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234011.679889:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748991104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234011.679897:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234011.679900:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234011.679904:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748991104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234011.679910:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748991232:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234011.679928:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234011.679940:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234011/real 1761234011] req@ffff9437f87f9500 x1846776748991232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234011.679951:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748991232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234011.679959:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234011.679962:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234011.679965:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748991232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234012.190811:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234012.190811:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234012.190857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234012.510852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234012.510905:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234013.214861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234013.214862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234013.214890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234013.534832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234013.534907:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234014.238835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234014.238933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234014.238941:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234014.558860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234014.558912:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234015.262862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234015.262862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234015.262862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234015.582837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234015.582847:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234016.286825:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234016.286830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234016.286840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234016.606847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234016.606948:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234016.798865:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234016.798881:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234016.798889:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234016.798918:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10540 00000100:00080000:0.0:1761234016.798936:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234016.798945:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234016.798998:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748991360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234016.799028:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234016.799031:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234016.799033:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234016.799037:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10540 00000100:00080000:0.0:1761234016.799040:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234016.799044:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234016.799055:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234016.799068:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748991488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234016.799068:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748991360:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234016.799083:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234016.799086:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234016.799088:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234016.799091:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10540 00000100:00080000:0.0:1761234016.799094:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234016.799097:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234016.799101:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234016.799109:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748991616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234016.799117:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234016.799120:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234016.799121:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234016.799124:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10540 00000100:00080000:0.0:1761234016.799136:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234016.799139:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234016.799143:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234016.799153:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748991744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234016.799158:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234016.799167:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234016.799170:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234016.799171:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234016.799174:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10540 00000100:00080000:0.0:1761234016.799176:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234016.799178:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234016.799181:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234016.799187:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748991872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234016.799194:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234016.799196:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234016.799197:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234016.799200:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10540 00000100:00080000:0.0:1761234016.799201:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234016.799203:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234016.799206:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234016.799212:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748992000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234016.799216:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234016.799219:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234016.799220:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234016.799222:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10540 00000100:00080000:0.0:1761234016.799225:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234016.799238:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234016.799242:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234016.799248:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748992128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234016.799255:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234016.799257:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234016.799258:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234016.799260:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10540 00000100:00080000:0.0:1761234016.799262:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234016.799264:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234016.799267:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234016.799272:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748992256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234016.800494:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234016/real 1761234016] req@ffff9437f87f9f80 x1846776748991360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234016.800521:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748991360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234016.800536:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234016.800542:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234016.800548:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748991360:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234016.800582:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748991488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234016.800631:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234016.800642:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234016/real 1761234016] req@ffff9437f87fa680 x1846776748991488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234016.800652:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748991488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234016.800660:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234016.800664:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234016.800666:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748991488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234016.800673:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748991616:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234016.800720:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234016.800751:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234016/real 1761234016] req@ffff9437f87faa00 x1846776748991616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234016.800760:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748991616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234016.800767:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234016.800770:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234016.800772:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748991616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234016.800778:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748991744:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234016.800795:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234016.800803:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234016/real 1761234016] req@ffff9437f87f8000 x1846776748991744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234016.800812:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748991744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234016.800818:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234016.800821:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234016.800823:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748991744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234016.800827:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748991872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234016.800858:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234016.800865:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234016/real 1761234016] req@ffff9437f87f8700 x1846776748991872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234016.800874:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748991872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234016.800880:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234016.800882:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234016.800884:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748991872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234016.800888:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748992000:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234016.800900:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234016.800907:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234016/real 1761234016] req@ffff9437f87f9180 x1846776748992000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234016.800915:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748992000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234016.800927:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234016.800929:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234016.800931:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748992000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234016.800935:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748992128:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234016.800947:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234016.800953:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234016/real 1761234016] req@ffff9437f87fb800 x1846776748992128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234016.800961:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748992128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234016.800967:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234016.800969:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234016.800971:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748992128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234016.800976:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748992256:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234016.800986:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234016.800993:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234016/real 1761234016] req@ffff9437f87f8e00 x1846776748992256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234016.801016:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748992256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234016.801022:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234016.801024:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234016.801027:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748992256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234017.310879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234017.310879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234017.310906:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234017.630844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234017.630913:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234018.334849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234018.334881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234018.334884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234018.654863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234018.654975:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234019.358827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234019.358840:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234019.358851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234019.678833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234019.678922:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234020.382821:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234020.382836:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234020.382849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234020.702798:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234020.702921:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234021.406966:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234021.406967:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234021.406983:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234021.726866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234021.727039:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234021.918871:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234021.918881:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234021.918886:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234021.918896:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10545 00000100:00080000:2.0:1761234021.918908:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234021.918915:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234021.918956:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748992384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234021.918989:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234021.918993:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234021.918996:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234021.919001:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10545 00000100:00080000:2.0:1761234021.919006:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234021.919010:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234021.919019:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748992384:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761234021.919021:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234021.919042:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776748992512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234021.919053:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234021.919056:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234021.919058:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234021.919062:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10545 00000100:00080000:2.0:1761234021.919078:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234021.919081:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234021.919087:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234021.919089:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234021.919102:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776748992640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234021.919113:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234021.919116:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234021.919118:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234021.919121:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10545 00000100:00080000:2.0:1761234021.919125:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234021.919128:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234021.919153:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234021.919156:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234021/real 1761234021] req@ffff9437fa0ddc00 x1846776748992384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234021.919168:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776748992768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234021.919179:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234021.919184:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748992384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234021.919185:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234021.919190:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234021.919200:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10545 00000100:00080000:3.0:1761234021.919206:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234021.919207:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234021.919216:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234021.919217:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761234021.919222:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234021.919225:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748992384:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234021.919236:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776748992896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234021.919244:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234021.919247:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234021.919249:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234021.919254:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748992512:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234021.919256:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10545 00000100:00080000:2.0:1761234021.919264:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234021.919268:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234021.919274:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234021.919285:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776748993024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234021.919295:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234021.919300:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234021.919305:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234021.919307:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234021.919312:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10545 00000100:00100000:3.0:1761234021.919316:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234021/real 1761234021] req@ffff9437fa0dc380 x1846776748992512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234021.919319:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234021.919329:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234021.919339:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234021.919344:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776748992512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234021.919354:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776748993152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234021.919360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234021.919370:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234021.919371:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234021.919380:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1761234021.919381:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748992512:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234021.919384:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234021.919392:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10545 00000100:00100000:3.0:1761234021.919394:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748992640:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234021.919396:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234021.919403:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234021.919407:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234021.919420:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234021.919422:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776748993280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234021.919435:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234021/real 1761234021] req@ffff9437fa0dc700 x1846776748992640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234021.919449:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776748992640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234021.919458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234021.919463:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234021.919467:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748992640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234021.919473:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748992768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234021.919488:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234021.919496:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234021/real 1761234021] req@ffff9437fa0df800 x1846776748992768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234021.919506:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776748992768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234021.919512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234021.919514:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234021.919518:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748992768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234021.919523:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748992896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234021.919536:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234021.919543:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234021/real 1761234021] req@ffff9437fa0dc000 x1846776748992896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234021.919552:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776748992896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234021.919559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234021.919561:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234021.919564:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748992896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234021.919579:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748993024:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234021.919592:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234021.919600:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234021/real 1761234021] req@ffff9437fa0dfb80 x1846776748993024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234021.919610:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776748993024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234021.919616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234021.919619:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234021.919621:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748993024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234021.919626:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748993152:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234021.919638:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234021.919645:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234021/real 1761234021] req@ffff9437fa0dd180 x1846776748993152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234021.919655:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776748993152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234021.919661:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234021.919664:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234021.919666:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748993152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234021.919671:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748993280:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234021.919682:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234021.919689:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234021/real 1761234021] req@ffff9437fa0ddc00 x1846776748993280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234021.919698:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776748993280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234021.919704:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234021.919707:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234021.919709:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748993280:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234022.430860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234022.430864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234022.430868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234022.750905:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234022.751033:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234023.454851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234023.454857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234023.454861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234023.774836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234023.774905:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234024.478887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234024.478889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234024.478926:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234024.798870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234024.798972:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234025.502806:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234025.502848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234025.502879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234025.822807:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234025.822908:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234026.526819:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234026.526819:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234026.526842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234026.846868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234026.846914:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234027.038856:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234027.038865:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234027.038870:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234027.038880:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10550 00000100:00080000:3.0:1761234027.038892:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234027.038899:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234027.038935:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748993408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234027.038963:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234027.038967:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234027.038969:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234027.038974:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10550 00000100:00080000:3.0:1761234027.038978:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234027.038983:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234027.038993:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234027.038998:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748993408:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234027.039009:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776748993536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234027.039021:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234027.039024:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234027.039026:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234027.039030:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10550 00000100:00080000:3.0:1761234027.039060:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234027.039064:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234027.039069:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234027.039071:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234027.039084:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776748993664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234027.039092:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234027.039094:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234027.039096:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234027.039099:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10550 00000100:00080000:3.0:1761234027.039103:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234027.039107:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234027/real 1761234027] req@ffff943800b9ad80 x1846776748993408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234027.039108:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234027.039115:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234027.039129:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776748993792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234027.039135:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748993408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234027.039140:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234027.039147:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234027.039151:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234027.039156:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234027.039157:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10550 00000100:00080000:3.0:1761234027.039165:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234027.039167:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234027.039171:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234027.039175:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748993408:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761234027.039177:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234027.039188:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776748993920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234027.039198:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234027.039200:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748993536:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234027.039208:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234027.039212:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234027.039217:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10550 00000100:00080000:3.0:1761234027.039224:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234027.039228:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234027.039232:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234027.039237:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234027.039242:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234027/real 1761234027] req@ffff943800b9aa00 x1846776748993536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234027.039250:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776748994048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234027.039257:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776748993536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234027.039262:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234027.039270:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234027.039273:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234027.039277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234027.039279:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10550 00000100:00080000:1.0:1761234027.039283:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234027.039285:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234027.039289:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748993536:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234027.039292:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234027.039299:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234027.039302:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748993664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234027.039310:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776748994176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234027.039317:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234027.039322:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234027.039323:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234027.039327:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234027.039331:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10550 00000100:00080000:3.0:1761234027.039335:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234027.039338:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234027/real 1761234027] req@ffff943800b99500 x1846776748993664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234027.039341:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234027.039348:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234027.039356:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776748993664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234027.039361:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776748994304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234027.039370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234027.039377:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234027.039381:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748993664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234027.039386:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748993792:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234027.039399:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234027.039406:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234027/real 1761234027] req@ffff943800b98e00 x1846776748993792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234027.039413:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776748993792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234027.039418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234027.039420:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234027.039422:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748993792:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234027.039433:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748993920:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234027.039443:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234027.039449:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234027/real 1761234027] req@ffff943800b9bb80 x1846776748993920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234027.039456:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776748993920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234027.039462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234027.039464:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234027.039466:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748993920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234027.039469:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748994048:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234027.039478:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234027.039484:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234027/real 1761234027] req@ffff943800b9a680 x1846776748994048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234027.039490:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776748994048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234027.039496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234027.039498:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234027.039499:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748994048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234027.039503:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748994176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234027.039512:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234027.039517:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234027/real 1761234027] req@ffff943800b9b800 x1846776748994176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234027.039524:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776748994176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234027.039529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234027.039531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234027.039533:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748994176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234027.039536:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748994304:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234027.039545:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234027.039551:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234027/real 1761234027] req@ffff943800b9ad80 x1846776748994304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234027.039557:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776748994304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234027.039562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234027.039564:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234027.039566:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748994304:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234027.550811:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234027.550827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234027.550850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234027.870828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234027.870927:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234028.574808:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234028.574821:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234028.574850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234028.894903:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234028.894993:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234029.598818:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234029.598841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234029.598885:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234029.918859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234029.919001:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234030.622790:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234030.622848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234030.622862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234030.942830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234030.942934:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234031.646870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234031.646870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234031.646874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234031.966879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234031.966987:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234032.158832:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234032.158841:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234032.158845:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234032.158856:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10555 00000100:00080000:3.0:1761234032.158866:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234032.158873:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234032.158906:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748994432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234032.158927:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234032.158929:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234032.158931:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234032.158934:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10555 00000100:00080000:3.0:1761234032.158948:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234032.158952:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234032.158959:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234032.158972:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776748994560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234032.158973:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748994432:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234032.158988:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234032.158991:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234032.158992:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234032.158996:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10555 00000100:00080000:3.0:1761234032.158998:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234032.159000:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234032.159003:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234032.159012:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776748994688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234032.159019:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234032.159021:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234032.159023:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234032.159025:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10555 00000100:00080000:3.0:1761234032.159028:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234032.159030:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234032.159033:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234032.159034:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234032.159044:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776748994816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234032.159052:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234032.159055:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234032.159056:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234032.159059:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10555 00000100:00080000:3.0:1761234032.159062:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234032.159065:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234032.159068:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234032.159072:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234032/real 1761234032] req@ffff943800b99c00 x1846776748994432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234032.159077:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776748994944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234032.159095:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234032.159097:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234032.159099:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234032.159102:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748994432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234032.159105:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10555 00000100:00080000:3.0:1761234032.159110:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234032.159116:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234032.159121:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234032.159129:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761234032.159133:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776748995072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234032.159136:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234032.159145:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748994432:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234032.159148:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234032.159152:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234032.159153:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234032.159156:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10555 00000100:00080000:3.0:1761234032.159158:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234032.159160:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234032.159163:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234032.159169:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748994560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234032.159172:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776748995200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234032.159182:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234032.159184:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234032.159186:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234032.159189:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10555 00000800:00000100:1.0:1761234032.159193:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234032.159194:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234032.159199:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234032.159202:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234032.159207:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234032/real 1761234032] req@ffff943800b98380 x1846776748994560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234032.159213:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776748995328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234032.159227:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776748994560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234032.159235:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234032.159239:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234032.159242:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748994560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234032.159247:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748994688:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234032.159258:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234032.159264:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234032/real 1761234032] req@ffff943800b99f80 x1846776748994688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234032.159271:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776748994688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234032.159277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234032.159279:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234032.159281:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748994688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234032.159285:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748994816:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234032.159295:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234032.159301:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234032/real 1761234032] req@ffff943800b9b480 x1846776748994816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234032.159308:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776748994816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234032.159313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234032.159315:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234032.159317:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748994816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234032.159320:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748994944:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234032.159330:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234032.159335:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234032/real 1761234032] req@ffff943800b98a80 x1846776748994944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234032.159342:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776748994944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234032.159347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234032.159349:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234032.159351:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748994944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234032.159354:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748995072:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234032.159364:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234032.159370:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234032/real 1761234032] req@ffff943800b98000 x1846776748995072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234032.159377:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776748995072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234032.159382:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234032.159384:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234032.159386:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748995072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234032.159398:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748995200:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234032.159408:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234032.159414:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234032/real 1761234032] req@ffff943800b98700 x1846776748995200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234032.159421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776748995200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234032.159426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234032.159428:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234032.159430:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748995200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234032.159433:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748995328:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234032.159441:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234032.159447:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234032/real 1761234032] req@ffff943800b99c00 x1846776748995328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234032.159454:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776748995328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234032.159463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234032.159465:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234032.159467:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748995328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234032.670861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234032.670861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234032.670886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234032.990826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234032.990897:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234033.694818:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234033.694839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234033.694840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234034.014956:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234034.015045:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234034.718965:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234034.718965:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234034.719290:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234035.038843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234035.039015:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234035.743011:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234035.743377:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234035.744078:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234036.062854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234036.062932:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234036.767152:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234036.767152:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234036.767228:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234037.086885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234037.086948:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234037.278855:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234037.278876:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234037.278881:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234037.278892:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10560 00000100:00080000:1.0:1761234037.278906:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234037.278914:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234037.278953:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776748995456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234037.278982:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234037.278985:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234037.278987:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234037.278991:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10560 00000100:00080000:1.0:1761234037.278994:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234037.278997:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234037.279006:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234037.279017:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776748995584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234037.279027:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234037.279031:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234037.279034:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234037.279039:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748995456:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234037.279041:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10560 00000100:00080000:1.0:1761234037.279062:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234037.279069:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234037.279073:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234037.279083:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776748995712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234037.279103:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234037.279105:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234037.279106:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234037.279109:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10560 00000100:00080000:1.0:1761234037.279113:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234037.279116:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234037.279136:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234037.279146:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776748995840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234037.279171:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234037.279174:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234037.279175:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234037.279183:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10560 00000800:00000100:3.0:1761234037.279186:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234037.279189:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234037.279194:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234037.279198:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234037.279208:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776748995968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234037.279216:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234037.279218:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234037.279220:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234037.279240:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10560 00000100:00080000:1.0:1761234037.279244:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234037.279248:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234037.279253:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234037.279259:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234037/real 1761234037] req@ffff9437f86d4000 x1846776748995456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234037.279266:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748996096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234037.279298:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234037.279301:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234037.279303:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234037.279307:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10560 00000100:00080000:1.0:1761234037.279310:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234037.279313:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776748995456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234037.279316:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234037.279322:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234037.279334:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748996224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234037.279340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234037.279343:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234037.279348:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234037.279350:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234037.279353:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234037.279357:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10560 00000100:00080000:1.0:1761234037.279363:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234037.279369:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234037.279369:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748995456:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761234037.279377:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234037.279387:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748996352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234037.279425:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748995584:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234037.279471:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234037.279485:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234037/real 1761234037] req@ffff9437f86d4380 x1846776748995584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234037.279500:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776748995584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234037.279511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234037.279515:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234037.279529:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748995584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234037.279537:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748995712:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234037.279556:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234037.279567:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234037/real 1761234037] req@ffff9437f86d5c00 x1846776748995712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234037.279580:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776748995712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234037.279591:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234037.279594:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234037.279599:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748995712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234037.279605:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748995840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234037.279626:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234037.279637:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234037/real 1761234037] req@ffff9437f86d5f80 x1846776748995840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234037.279649:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776748995840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234037.279656:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234037.279659:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234037.279662:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748995840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234037.279667:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748995968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234037.279681:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234037.279689:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234037/real 1761234037] req@ffff9437f86d4700 x1846776748995968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234037.279698:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776748995968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234037.279707:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234037.279711:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234037.279715:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748995968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234037.279722:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748996096:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234037.279741:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234037.279753:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234037/real 1761234037] req@ffff9437f86d6680 x1846776748996096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234037.279773:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748996096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234037.279782:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234037.279785:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234037.279789:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748996096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234037.279795:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748996224:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234037.279854:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234037.279868:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234037/real 1761234037] req@ffff9437f86d7b80 x1846776748996224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234037.279893:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748996224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234037.279902:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234037.279906:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234037.279910:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748996224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234037.279917:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748996352:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234037.279938:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234037.279949:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234037/real 1761234037] req@ffff9437f86d5880 x1846776748996352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234037.279961:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748996352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234037.279976:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234037.279980:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234037.279984:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748996352:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234037.791010:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234037.791087:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234037.791492:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234038.110855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234038.110924:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234038.815090:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234038.815136:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234038.815165:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234039.134874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234039.134937:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234039.838880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234039.839341:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234039.839509:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234040.158867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234040.158949:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234040.862861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234040.862861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234040.862899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234041.182833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234041.182880:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234041.886852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234041.886856:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234041.886897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234042.206887:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234042.206965:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234042.398834:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234042.398843:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234042.398848:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234042.398857:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10566 00000100:00080000:1.0:1761234042.398869:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234042.398876:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234042.398909:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776748996480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234042.398930:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234042.398933:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234042.398935:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234042.398938:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10566 00000100:00080000:1.0:1761234042.398940:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234042.398942:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234042.398949:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234042.398958:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776748996608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234042.398967:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234042.398970:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234042.398971:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234042.398976:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748996480:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234042.398977:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10566 00000100:00080000:1.0:1761234042.398983:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234042.398988:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234042.398991:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234042.398999:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776748996736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234042.399005:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234042.399008:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234042.399010:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234042.399013:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10566 00000100:00080000:1.0:1761234042.399015:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234042.399018:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234042.399021:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234042.399029:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776748996864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234042.399036:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234042.399038:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234042.399039:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234042.399042:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10566 00000100:00080000:1.0:1761234042.399045:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234042.399047:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234042.399050:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234042.399057:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776748996992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234042.399063:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234042.399065:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234042.399067:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234042.399071:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10566 00000100:00080000:1.0:1761234042.399074:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234042.399077:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234042.399081:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234042.399090:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776748997120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234042.399098:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748996608:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234042.399100:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234042.399109:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234042.399111:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234042.399116:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10566 00000100:00080000:1.0:1761234042.399119:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234042.399121:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234042.399124:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234042.399135:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776748997248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234042.399142:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234042.399146:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748996736:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234042.399147:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234042.399151:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234042.399156:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10566 00000100:00080000:1.0:1761234042.399159:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234042.399162:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234042.399166:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234042.399173:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748996864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234042.399178:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776748997376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234042.399200:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748996992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234042.399218:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748997120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234042.399232:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748997248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234042.399245:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748997376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234042.910891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234042.910891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234042.910907:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234043.230867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234043.230929:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234043.934872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234043.934872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234043.934872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234044.254842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234044.254904:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234044.958858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234044.958860:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234044.958866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234045.278816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234045.278897:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1761234045.471143:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:2.0:1761234045.471182:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761234045.471196:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761234045.471227:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761234045.471236:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761234045.471246:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761234045.471256:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761234045.471266:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:3.0:1761234045.471269:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234042/real 1761234045] req@ffff9437f86d5180 x1846776748996608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1761234045.471278:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761234045.471287:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:3.0:1761234045.471331:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776748996608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234045.471346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234045.471352:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234045.471356:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748996608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234045.471364:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234042/real 1761234045] req@ffff9437f86d6d80 x1846776748996736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234045.471384:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776748996736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234045.471393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234045.471397:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234045.471401:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748996736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234045.471408:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234042/real 1761234045] req@ffff9437f86d7100 x1846776748996864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234045.471420:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776748996864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234045.471435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234045.471440:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234045.471443:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748996864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234045.471450:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234042/real 1761234045] req@ffff9437f86d6a00 x1846776748996992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234045.471462:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776748996992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234045.471470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234045.471473:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234045.471493:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748996992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234045.471499:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234042/real 1761234045] req@ffff9437f86d7480 x1846776748996480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234045.471511:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776748996480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234045.471519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234045.471523:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234045.471526:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748996480:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234045.471556:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234042/real 1761234045] req@ffff9437f86d5880 x1846776748997120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234045.471569:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776748997120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234045.471578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234045.471582:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234045.471585:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748997120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234045.471597:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234042/real 1761234045] req@ffff9437f86d7b80 x1846776748997248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234045.471609:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776748997248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234045.471617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234045.471620:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234045.471624:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748997248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234045.471630:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234042/real 1761234045] req@ffff9437f86d6680 x1846776748997376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234045.471640:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776748997376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234045.471647:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234045.471650:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234045.471653:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748997376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234045.982880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234045.982881:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234045.982908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234046.302841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234046.302923:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234047.006864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234047.006864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234047.006903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234047.326815:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234047.326916:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234047.518880:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234047.518893:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234047.518898:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234047.518908:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10571 00000100:00080000:2.0:1761234047.518919:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234047.518926:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234047.518957:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748997504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234047.518980:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234047.518983:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234047.518984:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234047.518987:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10571 00000100:00080000:2.0:1761234047.518990:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234047.518993:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234047.519001:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234047.519009:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776748997632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234047.519021:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234047.519029:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748997504:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234047.519030:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234047.519038:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234047.519046:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10571 00000100:00080000:2.0:1761234047.519049:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234047.519054:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234047.519062:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234047.519076:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776748997760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234047.519087:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234047.519090:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234047.519092:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234047.519095:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10571 00000100:00080000:2.0:1761234047.519112:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234047.519120:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234047.519122:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234047.519132:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234047.519150:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776748997888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234047.519161:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234047.519165:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234047.519167:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234047.519174:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234047/real 1761234047] req@ffff9437fa0dea00 x1846776748997504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234047.519176:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10571 00000100:00080000:2.0:1761234047.519186:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234047.519198:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234047.519207:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234047.519214:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748997504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234047.519227:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776748998016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234047.519233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234047.519246:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234047.519249:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234047.519258:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748997504:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234047.519260:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234047.519267:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234047.519276:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10571 00000100:00080000:2.0:1761234047.519282:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234047.519287:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234047.519293:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234047.519304:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748997632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761234047.519317:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776748998144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234047.519339:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234047.519346:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1761234047.519348:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234047.519351:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234047.519360:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10571 00000100:00080000:2.0:1761234047.519369:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234047.519374:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234047/real 1761234047] req@ffff9437fa0df480 x1846776748997632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234047.519382:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234047.519397:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234047.519405:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776748997632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234047.519418:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776748998272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234047.519422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234047.519439:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234047.519449:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748997632:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234047.519457:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234047.519463:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1761234047.519465:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748997760:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234047.519470:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234047.519480:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10571 00000100:00080000:2.0:1761234047.519490:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234047.519495:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234047.519503:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234047.519505:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234047.519539:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234047/real 1761234047] req@ffff9437fa0de300 x1846776748997760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234047.519540:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776748998400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234047.519633:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776748997760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234047.519671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234047.519676:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234047.519680:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748997760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234047.519689:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748997888:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234047.519715:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234047.519728:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234047/real 1761234047] req@ffff9437fa0ded80 x1846776748997888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234047.519776:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776748997888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234047.519785:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234047.519789:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234047.519792:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748997888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234047.519799:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748998016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234047.519937:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234047.519950:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234047/real 1761234047] req@ffff9437fa0dca80 x1846776748998016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234047.519961:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776748998016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234047.519975:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234047.519978:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234047.519981:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748998016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234047.520004:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748998144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234047.520025:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234047.520037:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234047/real 1761234047] req@ffff9437fa0df100 x1846776748998144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234047.520048:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776748998144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234047.520057:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234047.520061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234047.520065:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748998144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234047.520072:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748998272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234047.520094:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234047.520111:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234047/real 1761234047] req@ffff9437fa0dd500 x1846776748998272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234047.520124:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776748998272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234047.520132:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234047.520136:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234047.520141:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748998272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234047.520148:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748998400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234047.520170:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234047.520183:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234047/real 1761234047] req@ffff9437fa0dea00 x1846776748998400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234047.520195:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776748998400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234047.520204:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234047.520208:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234047.520211:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748998400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234048.030818:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234048.030855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234048.030870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234048.350821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234048.350900:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234049.054882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234049.054885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234049.054923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234049.374901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234049.374991:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234050.078805:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234050.078809:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234050.078832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234050.398817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234050.398892:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234051.102822:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234051.102823:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234051.102832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234051.422854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234051.422923:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234052.126840:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234052.126846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234052.126899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234052.446853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234052.446899:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234052.638918:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234052.638925:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234052.638931:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234052.638942:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10576 00000100:00080000:2.0:1761234052.638952:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234052.638958:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234052.639052:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776748998528/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234052.639083:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234052.639086:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234052.639088:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234052.639092:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10576 00000100:00080000:0.0:1761234052.639101:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234052.639108:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234052.639117:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234052.639120:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748998528:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234052.639129:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776748998656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234052.639138:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234052.639143:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234052.639145:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234052.639148:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10576 00000100:00080000:0.0:1761234052.639151:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234052.639153:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234052.639156:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234052.639167:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776748998784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234052.639174:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234052.639176:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234052.639178:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234052.639180:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10576 00000100:00080000:0.0:1761234052.639189:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234052.639192:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234052.639196:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234052.639200:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234052.639206:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776748998912/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234052.639214:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234052.639217:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234052.639219:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234052.639222:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10576 00000100:00080000:0.0:1761234052.639225:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234052.639227:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234052.639231:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234052.639239:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776748999040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234052.639245:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234052.639250:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1761234052.639250:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234052/real 1761234052] req@ffff9437f87f8380 x1846776748998528/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234052.639254:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234052.639263:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10576 00000100:00080000:0.0:1761234052.639268:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234052.639275:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234052.639281:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234052.639291:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776748999168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234052.639293:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776748998528/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234052.639310:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234052.639313:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234052.639315:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234052.639316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234052.639320:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10576 00000100:00080000:3.0:1761234052.639324:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234052.639325:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234052.639329:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748998528:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234052.639331:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234052.639338:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234052.639346:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776748999296/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234052.639353:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234052.639355:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234052.639359:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234052.639359:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748998656:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234052.639367:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10576 00000100:00080000:0.0:1761234052.639369:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234052.639371:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234052.639375:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234052.639382:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776748999424/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234052.639394:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234052.639412:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234052/real 1761234052] req@ffff9437f87f9880 x1846776748998656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234052.639426:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776748998656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234052.639437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234052.639440:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234052.639444:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748998656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234052.639450:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748998784:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234052.639472:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234052.639484:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234052/real 1761234052] req@ffff9437f87f8e00 x1846776748998784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234052.639497:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776748998784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234052.639512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234052.639516:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234052.639520:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748998784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234052.639527:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748998912:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234052.639564:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234052.639574:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234052/real 1761234052] req@ffff9437f87fb800 x1846776748998912/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234052.639582:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776748998912/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234052.639588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234052.639590:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234052.639592:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748998912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234052.639597:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748999040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234052.639610:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234052.639617:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234052/real 1761234052] req@ffff9437f87f9180 x1846776748999040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234052.639624:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776748999040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234052.639629:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234052.639631:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234052.639634:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748999040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234052.639638:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748999168:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234052.639649:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234052.639654:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234052/real 1761234052] req@ffff9437f87f8700 x1846776748999168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234052.639661:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776748999168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234052.639666:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234052.639668:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234052.639670:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748999168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234052.639674:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748999296:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234052.639683:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234052.639689:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234052/real 1761234052] req@ffff9437f87f8000 x1846776748999296/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234052.639696:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776748999296/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234052.639701:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234052.639703:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234052.639705:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748999296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234052.639719:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748999424:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234052.639754:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234052.639763:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234052/real 1761234052] req@ffff9437f87faa00 x1846776748999424/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234052.639771:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776748999424/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234052.639778:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234052.639780:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234052.639782:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776748999424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234053.150906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234053.150916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234053.150942:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234053.470830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234053.470955:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234054.174896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234054.174897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234054.174897:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234054.494833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234054.494930:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234055.198830:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234055.198830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234055.198869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234055.518824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234055.518919:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234056.222836:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234056.222854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234056.222857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234056.542829:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234056.542969:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234057.246841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234057.246842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234057.246848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234057.566863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234057.566942:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234057.758842:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234057.758850:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234057.758855:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234057.758864:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10581 00000100:00080000:0.0:1761234057.758874:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234057.758880:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234057.758911:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776748999552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234057.758931:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234057.758934:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234057.758936:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234057.758939:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10581 00000100:00080000:0.0:1761234057.758942:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234057.758946:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234057.758954:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234057.758960:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748999552:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234057.758966:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776748999680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234057.758975:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234057.758978:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234057.758979:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234057.758982:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10581 00000100:00080000:0.0:1761234057.758985:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234057.758988:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234057.758991:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234057.758999:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776748999808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234057.759006:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234057.759009:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234057.759010:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234057.759012:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10581 00000100:00080000:0.0:1761234057.759015:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234057.759019:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761234057.759020:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761234057.759025:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234057.759035:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776748999936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234057.759041:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234057.759044:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234057.759046:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234057.759048:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10581 00000100:00080000:0.0:1761234057.759052:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234057.759055:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234057.759059:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234057.759059:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234057/real 1761234057] req@ffff9437f87fa680 x1846776748999552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234057.759072:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749000064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234057.759078:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776748999552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234057.759099:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234057.759099:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234057.759107:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234057.759108:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1761234057.759113:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776748999552:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234057.759114:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234057.759124:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10581 00000100:00080000:0.0:1761234057.759129:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234057.759134:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234057.759138:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748999680:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761234057.759139:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234057.759157:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749000192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234057.759162:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234057.759173:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234057.759177:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234057/real 1761234057] req@ffff9437f87f9f80 x1846776748999680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234057.759178:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234057.759181:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234057.759189:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10581 00000100:00080000:0.0:1761234057.759194:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234057.759196:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776748999680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234057.759200:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234057.759208:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234057.759211:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234057.759215:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234057.759219:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748999680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234057.759222:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749000320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234057.759227:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748999808:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234057.759236:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234057.759238:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234057.759240:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234057.759244:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10581 00000100:00080000:0.0:1761234057.759248:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234057.759252:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234057.759256:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234057.759261:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234057.759265:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234057/real 1761234057] req@ffff9437f87f9500 x1846776748999808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234057.759272:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749000448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234057.759279:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776748999808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234057.759287:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234057.759290:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234057.759292:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748999808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234057.759297:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748999936:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234057.759311:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234057.759322:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234057/real 1761234057] req@ffff9437f87fb100 x1846776748999936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234057.759335:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776748999936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234057.759344:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234057.759348:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234057.759351:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776748999936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234057.759357:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749000064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234057.759378:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234057.759387:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234057/real 1761234057] req@ffff9437f87f8a80 x1846776749000064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234057.759395:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749000064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234057.759400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234057.759402:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234057.759404:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749000064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234057.759417:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749000192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234057.759428:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234057.759434:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234057/real 1761234057] req@ffff9437f87fad80 x1846776749000192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234057.759442:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749000192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234057.759447:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234057.759449:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234057.759467:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749000192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234057.759471:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749000320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234057.759485:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234057.759493:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234057/real 1761234057] req@ffff9437f87f9c00 x1846776749000320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234057.759500:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749000320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234057.759507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234057.759510:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234057.759513:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749000320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234057.759520:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749000448:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234057.759540:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234057.759552:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234057/real 1761234057] req@ffff9437f87fb480 x1846776749000448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234057.759565:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749000448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234057.759571:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234057.759573:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234057.759576:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749000448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234058.270847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234058.270848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234058.270885:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234058.590853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234058.590961:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234059.294826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234059.294830:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234059.294850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234059.614850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234059.614879:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234060.318859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234060.318868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234060.318926:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234060.638838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234060.638897:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234061.342910:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234061.342910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234061.342938:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234061.662846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234061.662922:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234062.366862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234062.366862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234062.366898:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234062.686826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234062.686945:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234062.878854:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234062.878865:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234062.878869:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234062.878880:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10586 00000100:00080000:1.0:1761234062.878891:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234062.878899:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234062.878937:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749000576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234062.878964:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234062.878968:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234062.878971:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234062.878975:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10586 00000100:00080000:1.0:1761234062.878979:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234062.878984:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234062.878992:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234062.878994:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749000576:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234062.879005:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749000704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234062.879015:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234062.879018:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234062.879020:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234062.879023:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10586 00000100:00080000:1.0:1761234062.879027:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234062.879030:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234062.879035:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234062.879043:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749000832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234062.879052:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761234062.879054:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234062.879055:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234062.879057:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234062.879060:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10586 00000100:00080000:1.0:1761234062.879063:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234062.879067:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234062.879071:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234062.879080:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749000960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234062.879089:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234062.879092:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234062.879094:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234062.879095:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234062/real 1761234062] req@ffff9437f86d4700 x1846776749000576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234062.879098:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10586 00000100:00080000:1.0:1761234062.879102:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234062.879106:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234062.879110:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234062.879112:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749000576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234062.879119:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749001088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234062.879123:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234062.879127:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234062.879127:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234062.879131:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1761234062.879131:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749000576:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234062.879133:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234062.879136:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10586 00000100:00080000:1.0:1761234062.879139:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234062.879143:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234062.879146:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234062.879152:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749000704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234062.879154:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749001216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234062.879164:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234062.879167:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234062.879169:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234062.879173:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10586 00000800:00000100:3.0:1761234062.879173:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234062.879176:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234062.879180:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234062.879183:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234062/real 1761234062] req@ffff9437f86d5f80 x1846776749000704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761234062.879184:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234062.879194:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749001344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234062.879196:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749000704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234062.879204:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234062.879206:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234062.879207:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234062.879209:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234062.879210:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234062.879213:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10586 00000100:00100000:3.0:1761234062.879214:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749000704:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234062.879217:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234062.879220:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234062.879220:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749000832:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761234062.879225:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234062.879234:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749001472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234062.879237:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234062.879246:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234062/real 1761234062] req@ffff9437f86d5c00 x1846776749000832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234062.879258:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749000832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234062.879267:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234062.879271:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234062.879275:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749000832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234062.879281:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749000960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234062.879297:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234062.879305:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234062/real 1761234062] req@ffff9437f86d4380 x1846776749000960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234062.879313:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749000960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234062.879318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234062.879320:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234062.879323:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749000960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234062.879327:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749001088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234062.879337:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234062.879343:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234062/real 1761234062] req@ffff9437f86d4000 x1846776749001088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234062.879350:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749001088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234062.879373:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234062.879376:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234062.879378:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749001088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234062.879391:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749001216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234062.879406:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234062.879413:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234062/real 1761234062] req@ffff9437f86d4700 x1846776749001216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234062.879421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749001216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234062.879426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234062.879428:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234062.879430:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749001216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234062.879433:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749001344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234062.879442:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234062.879448:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234062/real 1761234062] req@ffff9437f86d6680 x1846776749001344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234062.879455:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749001344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234062.879461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234062.879462:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234062.879464:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749001344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234062.879467:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749001472:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234062.879476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234062.879482:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234062/real 1761234062] req@ffff9437f86d7b80 x1846776749001472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234062.879489:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749001472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234062.879494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234062.879496:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234062.879498:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749001472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234063.390857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234063.390857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234063.390921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234063.710852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234063.710896:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234064.414858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234064.414858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234064.414899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234064.734795:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234064.734883:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234065.438852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234065.438920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234065.438930:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234065.758841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234065.758928:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234066.462919:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234066.462985:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234066.463011:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234066.782866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234066.783054:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234067.486844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234067.486852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234067.486894:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234067.806881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234067.806982:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234067.998838:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234067.998848:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234067.998852:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234067.998862:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10591 00000100:00080000:1.0:1761234067.998873:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234067.998880:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234067.998916:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749001600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234067.998941:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234067.998945:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234067.998946:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234067.998949:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10591 00000100:00080000:1.0:1761234067.998952:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234067.998955:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234067.998963:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234067.998973:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749001728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234067.998982:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749001600:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234067.998999:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234067.999002:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234067.999003:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234067.999007:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10591 00000100:00080000:1.0:1761234067.999010:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234067.999013:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234067.999016:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234067.999027:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749001856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234067.999034:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234067.999036:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234067.999037:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234067.999040:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10591 00000100:00080000:1.0:1761234067.999054:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234067.999061:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234067.999063:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234067.999073:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234067.999090:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749001984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234067.999103:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234067.999107:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234067.999110:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234067.999117:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234067/real 1761234067] req@ffff9437f86d5880 x1846776749001600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234067.999118:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10591 00000100:00080000:1.0:1761234067.999127:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234067.999138:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234067.999145:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234067.999152:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749001600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234067.999166:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749002112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234067.999170:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234067.999183:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234067.999189:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234067.999192:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749001600:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234067.999196:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234067.999203:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234067.999209:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10591 00000100:00080000:1.0:1761234067.999215:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234067.999220:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234067.999227:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234067.999228:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749001728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234067.999241:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749002240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234067.999250:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234067.999253:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234067.999255:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234067.999278:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10591 00000100:00080000:1.0:1761234067.999296:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234067.999302:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761234067.999308:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761234067.999309:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234067.999328:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749002368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234067.999335:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234067/real 1761234067] req@ffff9437f86d7480 x1846776749001728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234067.999374:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234067.999378:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749001728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234067.999380:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234067.999386:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234067.999394:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10591 00000100:00080000:1.0:1761234067.999404:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234067.999407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234067.999409:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234067.999419:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234067.999421:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234067.999429:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749001728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234067.999432:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749002496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234067.999446:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749001856:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234067.999482:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234067.999498:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234067/real 1761234067] req@ffff9437f86d6a00 x1846776749001856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234067.999514:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749001856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234067.999526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234067.999530:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234067.999535:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749001856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234067.999542:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749001984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234067.999567:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234067.999581:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234067/real 1761234067] req@ffff9437f86d7100 x1846776749001984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234067.999596:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749001984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234067.999606:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234067.999610:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234067.999615:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749001984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234067.999623:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749002112:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234067.999647:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234067.999662:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234067/real 1761234067] req@ffff9437f86d6d80 x1846776749002112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234067.999685:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749002112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234067.999695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234067.999700:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234067.999704:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749002112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234067.999727:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749002240:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234067.999778:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234067.999793:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234067/real 1761234067] req@ffff9437f86d5180 x1846776749002240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234067.999809:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749002240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234067.999819:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234067.999823:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234067.999827:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749002240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234067.999835:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749002368:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234067.999859:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234067.999874:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234067/real 1761234067] req@ffff9437f86d5880 x1846776749002368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234067.999888:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749002368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234067.999906:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234067.999910:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234067.999914:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749002368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234067.999922:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749002496:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234067.999947:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234067.999961:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234067/real 1761234067] req@ffff9437f86d7b80 x1846776749002496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234067.999975:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749002496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234067.999986:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234067.999990:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234067.999995:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749002496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234068.510843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234068.510843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234068.510860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234068.830788:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234068.830906:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234069.534827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234069.534827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234069.534828:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234069.854839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234069.854915:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234070.558839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234070.558841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234070.558860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234070.878904:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234070.878995:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234071.582915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234071.582916:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234071.582943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234071.902850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234071.902911:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234072.606858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234072.606858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234072.606909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234072.926906:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234072.927105:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234073.118984:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234073.118998:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234073.119006:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234073.119019:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10596 00000100:00080000:2.0:1761234073.119036:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234073.119046:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234073.119104:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749002624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234073.119142:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234073.119147:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234073.119149:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234073.119155:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10596 00000100:00080000:2.0:1761234073.119181:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234073.119190:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234073.119203:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234073.119222:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776749002752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234073.119230:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749002624:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234073.119253:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234073.119260:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234073.119262:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234073.119270:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10596 00000100:00080000:2.0:1761234073.119277:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234073.119281:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234073.119288:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234073.119305:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776749002880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234073.119319:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234073.119323:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234073.119325:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761234073.119334:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234073.119336:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10596 00000100:00080000:2.0:1761234073.119348:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234073.119355:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234073.119363:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234073.119388:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776749003008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234073.119402:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234073/real 1761234073] req@ffff9437fa0ddc00 x1846776749002624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234073.119420:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234073.119431:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1761234073.119438:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749002624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234073.119441:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234073.119463:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10596 00000100:00080000:3.0:1761234073.119465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234073.119480:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234073.119480:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234073.119496:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749002624:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234073.119507:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234073.119518:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234073.119531:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749002752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761234073.119542:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749003136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234073.119561:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234073.119566:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234073.119570:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761234073.119574:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234073.119582:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10596 00000100:00080000:2.0:1761234073.119593:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234073.119598:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234073.119605:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234073/real 1761234073] req@ffff9437fa0dd180 x1846776749002752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761234073.119609:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234073.119638:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749003264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234073.119640:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776749002752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234073.119687:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234073.119699:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234073.119701:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234073.119710:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234073.119714:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234073.119723:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10596 00000100:00080000:2.0:1761234073.119776:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234073.119785:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234073.119785:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749002752:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761234073.119800:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234073.119810:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749002880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761234073.119826:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749003392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234073.119842:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234073.119846:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:3.0:1761234073.119854:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234073.119855:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234073.119869:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10596 00000100:00080000:2.0:1761234073.119878:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234073.119888:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234073.119889:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234073/real 1761234073] req@ffff9437fa0dfb80 x1846776749002880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761234073.119895:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234073.119923:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749003520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234073.119927:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776749002880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234073.119976:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234073.119981:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234073.119988:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749002880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234073.119998:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749003008:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234073.120022:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234073.120034:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234073/real 1761234073] req@ffff9437fa0dc000 x1846776749003008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234073.120048:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776749003008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234073.120058:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234073.120062:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234073.120066:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749003008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234073.120091:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749003136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234073.120110:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234073.120121:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234073/real 1761234073] req@ffff9437fa0df800 x1846776749003136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234073.120135:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749003136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234073.120144:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234073.120148:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234073.120153:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749003136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234073.120188:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749003264:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234073.120212:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234073.120225:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234073/real 1761234073] req@ffff9437fa0dc700 x1846776749003264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234073.120240:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749003264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234073.120250:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234073.120254:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234073.120258:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749003264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234073.120265:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749003392:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234073.120284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234073.120295:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234073/real 1761234073] req@ffff9437fa0dc380 x1846776749003392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234073.120309:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749003392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234073.120319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234073.120322:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234073.120326:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749003392:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234073.120332:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749003520:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234073.120350:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234073.120362:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234073/real 1761234073] req@ffff9437fa0ddc00 x1846776749003520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234073.120376:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749003520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234073.120385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234073.120389:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234073.120392:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749003520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234073.630891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234073.630896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234073.630929:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234073.950849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234073.950973:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234074.654859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234074.654925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234074.654960:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234074.975015:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234074.975188:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234075.678866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234075.678866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234075.678928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234075.998899:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234075.999035:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234076.702825:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234076.702825:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234076.702827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234077.022828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234077.022974:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234077.726883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234077.726883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234077.726929:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234078.046868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234078.046987:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234078.238864:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234078.238876:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234078.238880:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234078.238889:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10601 00000100:00080000:2.0:1761234078.238899:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234078.238905:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234078.238938:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749003648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234078.238974:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234078.238978:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234078.238980:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234078.238985:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10601 00000100:00080000:2.0:1761234078.238990:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234078.238995:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234078.239005:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234078.239018:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749003648:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234078.239023:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749003776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234078.239038:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234078.239042:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234078.239044:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234078.239049:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10601 00000800:00000100:3.0:1761234078.239091:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234078.239092:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234078.239101:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234078.239108:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234078.239124:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749003904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234078.239129:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234078/real 1761234078] req@ffff9437fa0dea00 x1846776749003648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234078.239139:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234078.239143:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234078.239145:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234078.239151:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10601 00000100:00100000:3.0:1761234078.239151:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749003648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234078.239156:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234078.239163:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234078.239165:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761234078.239169:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234078.239172:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234078.239176:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749003648:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234078.239182:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776749004032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234078.239193:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234078.239197:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749003776:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234078.239200:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234078.239205:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234078.239212:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10601 00000100:00080000:2.0:1761234078.239220:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234078.239225:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234078.239227:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234078.239235:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234078.239238:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234078/real 1761234078] req@ffff9437fa0dd500 x1846776749003776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234078.239248:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749003776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234078.239254:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776749004160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234078.239257:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234078.239264:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234078.239270:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749003776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234078.239280:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749003904:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234078.239282:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234078.239287:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234078.239290:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761234078.239297:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234078.239298:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10601 00000100:00080000:2.0:1761234078.239307:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234078.239309:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234078/real 1761234078] req@ffff9437fa0df100 x1846776749003904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234078.239316:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234078.239323:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749003904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761234078.239324:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1761234078.239336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234078.239339:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234078.239342:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749003904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761234078.239346:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776749004288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234078.239350:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749004032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234078.239369:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234078.239372:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234078.239377:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1761234078.239379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234078/real 1761234078] req@ffff9437fa0dca80 x1846776749004032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234078.239381:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234078.239391:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10601 00000100:00080000:2.0:1761234078.239400:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234078.239407:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234078.239412:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776749004032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761234078.239415:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234078.239429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234078.239436:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761234078.239437:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776749004416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234078.239441:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749004032:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761234078.239458:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234078.239463:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234078.239465:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234078.239468:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749004160:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234078.239473:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10601 00000100:00080000:2.0:1761234078.239480:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234078.239485:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234078.239490:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234078.239499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234078.239507:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776749004544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234078.239516:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234078/real 1761234078] req@ffff9437fa0ded80 x1846776749004160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234078.239531:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776749004160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234078.239537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234078.239540:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234078.239543:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749004160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234078.239548:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749004288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234078.239561:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234078.239567:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234078/real 1761234078] req@ffff9437fa0de300 x1846776749004288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234078.239574:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776749004288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234078.239583:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234078.239585:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234078.239587:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749004288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234078.239591:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749004416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234078.239600:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234078.239605:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234078/real 1761234078] req@ffff9437fa0df480 x1846776749004416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234078.239612:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776749004416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234078.239617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234078.239619:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234078.239621:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749004416:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234078.239631:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749004544:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234078.239640:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234078.239646:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234078/real 1761234078] req@ffff9437fa0dca80 x1846776749004544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234078.239652:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776749004544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234078.239657:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234078.239659:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234078.239661:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749004544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234078.750839:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234078.750891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234078.750991:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234079.070874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234079.070941:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234079.774843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234079.774843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234079.774875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234080.094841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234080.094945:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234080.798859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234080.798861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234080.798887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234081.118875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234081.118927:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234081.822867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234081.822867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234081.822867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234082.142859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234082.142954:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234082.846835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234082.846845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234082.846891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234083.166837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234083.166908:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234083.358837:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234083.358846:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234083.358850:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234083.358859:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10607 00000100:00080000:3.0:1761234083.358869:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234083.358874:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234083.358910:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749004672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234083.358939:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234083.358943:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234083.358945:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234083.358951:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10607 00000100:00080000:3.0:1761234083.358957:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234083.358960:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234083.358982:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749004672:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761234083.358986:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234083.359012:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749004800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234083.359022:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234083.359025:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234083.359027:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234083.359030:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10607 00000100:00080000:3.0:1761234083.359040:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234083.359043:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234083.359047:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234083.359051:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234083.359060:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749004928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234083.359069:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234083.359071:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234083.359072:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234083.359074:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10607 00000100:00080000:3.0:1761234083.359078:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234083.359081:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234083.359085:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234083.359088:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234083/real 1761234083] req@ffff943800b9ad80 x1846776749004672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234083.359096:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749005056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234083.359103:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234083.359107:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761234083.359108:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749004672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234083.359110:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234083.359117:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10607 00000100:00080000:3.0:1761234083.359122:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234083.359126:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234083.359127:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234083.359133:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761234083.359133:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234083.359139:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749004672:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234083.359144:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749005184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234083.359151:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234083.359154:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234083.359155:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234083.359158:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10607 00000100:00080000:3.0:1761234083.359161:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234083.359163:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749004800:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234083.359167:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234083.359172:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234083.359181:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749005312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234083.359189:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234083.359191:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234083.359195:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234083.359197:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234083.359201:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10607 00000100:00080000:3.0:1761234083.359205:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234083.359206:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234083/real 1761234083] req@ffff943800b9b800 x1846776749004800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234083.359210:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234083.359217:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234083.359223:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749004800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234083.359228:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749005440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234083.359238:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234083.359245:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234083.359252:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749004800:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234083.359255:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234083.359263:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234083.359266:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234083.359268:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749004928:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234083.359272:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10607 00000100:00080000:3.0:1761234083.359275:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234083.359278:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234083.359282:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234083.359290:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234083.359294:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749005568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234083.359302:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234083/real 1761234083] req@ffff943800b9a680 x1846776749004928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234083.359311:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749004928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234083.359318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234083.359321:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234083.359323:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749004928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234083.359327:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749005056:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234083.359348:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234083.359354:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234083/real 1761234083] req@ffff943800b9bb80 x1846776749005056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234083.359361:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749005056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234083.359366:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234083.359367:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234083.359369:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749005056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234083.359373:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749005184:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234083.359384:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234083.359389:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234083/real 1761234083] req@ffff943800b98e00 x1846776749005184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234083.359397:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749005184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234083.359402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234083.359404:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234083.359406:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749005184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234083.359417:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749005312:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234083.359427:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234083.359432:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234083/real 1761234083] req@ffff943800b99500 x1846776749005312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234083.359440:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749005312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234083.359445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234083.359447:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234083.359449:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749005312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234083.359452:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749005440:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234083.359462:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234083.359467:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234083/real 1761234083] req@ffff943800b9aa00 x1846776749005440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234083.359474:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749005440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234083.359484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234083.359486:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234083.359487:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749005440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234083.359491:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749005568:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234083.359500:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234083.359513:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234083/real 1761234083] req@ffff943800b9ad80 x1846776749005568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234083.359523:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749005568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234083.359529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234083.359531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234083.359545:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749005568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234083.870891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234083.870892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234083.870941:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234084.190820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234084.190919:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234084.894836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234084.894836:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234084.894877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234085.214826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234085.214943:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234085.918870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234085.918870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234085.918874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234086.238812:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234086.238887:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234086.942860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234086.942860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234086.942953:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234087.262877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234087.262979:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234087.966871:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234087.966956:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234087.966975:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234088.286903:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234088.286990:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234088.478950:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234088.478961:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234088.478984:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234088.478999:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10612 00000100:00080000:3.0:1761234088.479016:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234088.479026:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234088.479071:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749005696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234088.479103:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234088.479109:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234088.479112:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234088.479119:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10612 00000100:00080000:3.0:1761234088.479150:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234088.479153:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234088.479163:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234088.479174:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749005696:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234088.479176:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749005824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234088.479186:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234088.479189:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234088.479191:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234088.479195:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10612 00000100:00080000:3.0:1761234088.479198:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234088.479201:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234088.479205:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234088.479213:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749005952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234088.479221:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234088.479224:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234088.479226:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234088.479230:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10612 00000800:00000100:1.0:1761234088.479233:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234088.479233:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234088.479237:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234088.479242:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234088.479251:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749006080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234088.479259:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234088.479262:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234088.479264:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234088.479268:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10612 00000100:00100000:1.0:1761234088.479271:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234088/real 1761234088] req@ffff943800b99c00 x1846776749005696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234088.479271:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234088.479275:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234088.479280:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234088.479288:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749006208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234088.479289:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749005696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234088.479298:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234088.479300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234088.479302:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234088.479303:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234088.479305:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234088.479307:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10612 00000100:00100000:1.0:1761234088.479309:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749005696:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234088.479310:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234088.479313:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234088.479317:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234088.479325:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749006336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234088.479331:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749005824:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234088.479334:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234088.479338:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234088.479340:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234088.479343:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10612 00000100:00080000:3.0:1761234088.479348:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234088.479351:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234088.479352:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234088.479357:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234088.479362:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234088/real 1761234088] req@ffff943800b98700 x1846776749005824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234088.479367:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749006464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234088.479385:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749005824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234088.479386:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234088.479390:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234088.479392:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234088.479395:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10612 00000100:00080000:1.0:1761234088.479396:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234088.479398:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234088.479399:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234088.479402:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234088.479403:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749005824:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761234088.479406:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234088.479409:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749005952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234088.479431:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749006592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234088.479447:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234088.479463:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234088/real 1761234088] req@ffff943800b98000 x1846776749005952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234088.479481:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749005952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234088.479517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234088.479521:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234088.479525:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749005952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234088.479532:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749006080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234088.479561:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234088.479573:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234088/real 1761234088] req@ffff943800b98a80 x1846776749006080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234088.479585:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749006080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234088.479592:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234088.479595:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234088.479598:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749006080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234088.479603:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749006208:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234088.479618:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234088.479626:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234088/real 1761234088] req@ffff943800b9b480 x1846776749006208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234088.479636:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749006208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234088.479644:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234088.479647:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234088.479650:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749006208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234088.479668:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749006336:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234088.479682:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234088.479691:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234088/real 1761234088] req@ffff943800b99f80 x1846776749006336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234088.479702:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749006336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234088.479709:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234088.479711:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234088.479714:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749006336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234088.479719:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749006464:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234088.479769:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234088.479781:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234088/real 1761234088] req@ffff943800b98380 x1846776749006464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234088.479792:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749006464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234088.479800:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234088.479803:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234088.479806:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749006464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234088.479811:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749006592:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234088.479827:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234088.479836:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234088/real 1761234088] req@ffff943800b99c00 x1846776749006592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234088.479847:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749006592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234088.479854:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234088.479857:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234088.479860:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749006592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234088.990844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234088.990851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234088.990879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234089.310824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234089.310905:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234090.014824:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234090.014862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234090.014884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234090.334850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234090.334912:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234091.038853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234091.038853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234091.038893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234091.358800:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234091.358963:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234092.062813:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234092.062830:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234092.062836:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234092.382874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234092.382948:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234093.086826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234093.086831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234093.086844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234093.406866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234093.406956:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234093.598835:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234093.598846:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234093.598851:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234093.598862:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10617 00000100:00080000:3.0:1761234093.598873:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234093.598879:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234093.598911:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749006720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234093.598936:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234093.598939:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234093.598941:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234093.598944:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10617 00000100:00080000:3.0:1761234093.598947:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234093.598950:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234093.598958:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234093.598971:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749006720:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234093.598971:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749006848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234093.598988:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234093.598992:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234093.598994:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234093.598999:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10617 00000100:00080000:3.0:1761234093.599004:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234093.599009:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234093.599015:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234093.599029:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749006976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234093.599037:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234093.599048:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234093.599051:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234093.599053:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234093.599057:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10617 00000100:00080000:3.0:1761234093.599062:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234093.599065:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234093.599069:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234093.599083:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234093/real 1761234093] req@ffff943800b9ad80 x1846776749006720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234093.599084:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749007104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234093.599118:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234093.599125:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749006720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234093.599135:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234093.599138:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234093.599139:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234093.599143:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10617 00000100:00080000:1.0:1761234093.599148:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234093.599149:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234093.599153:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749006720:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234093.599155:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234093.599166:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234093.599175:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749007232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234093.599179:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749006848:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234093.599193:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234093.599196:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234093.599198:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234093.599202:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10617 00000800:00000100:1.0:1761234093.599208:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234093.599210:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234093.599214:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234093.599219:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234093.599223:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234093/real 1761234093] req@ffff943800b9aa00 x1846776749006848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234093.599231:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749007360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234093.599237:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749006848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234093.599242:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234093.599250:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234093.599253:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234093.599256:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234093.599258:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10617 00000100:00080000:3.0:1761234093.599262:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234093.599263:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234093.599268:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234093.599270:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749006848:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761234093.599272:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234093.599279:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749006976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234093.599284:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749007488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234093.599292:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234093.599295:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234093.599297:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234093.599300:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234093.599304:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10617 00000100:00080000:3.0:1761234093.599310:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234093.599316:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234093.599317:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234093/real 1761234093] req@ffff943800b99500 x1846776749006976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234093.599319:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234093.599334:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749007616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234093.599335:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749006976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234093.599362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234093.599365:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234093.599367:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749006976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234093.599376:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749007104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234093.599408:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234093.599420:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234093/real 1761234093] req@ffff943800b98e00 x1846776749007104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234093.599434:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749007104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234093.599441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234093.599443:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234093.599445:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749007104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234093.599457:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749007232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234093.599471:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234093.599478:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234093/real 1761234093] req@ffff943800b9bb80 x1846776749007232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234093.599486:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749007232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234093.599491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234093.599493:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234093.599495:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749007232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234093.599499:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749007360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234093.599515:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234093.599521:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234093/real 1761234093] req@ffff943800b9a680 x1846776749007360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234093.599528:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749007360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234093.599538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234093.599540:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234093.599542:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749007360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234093.599546:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749007488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234093.599555:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234093.599560:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234093/real 1761234093] req@ffff943800b9b800 x1846776749007488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234093.599567:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749007488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234093.599572:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234093.599574:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234093.599575:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749007488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234093.599579:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749007616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234093.599588:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234093.599593:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234093/real 1761234093] req@ffff943800b9ad80 x1846776749007616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234093.599600:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749007616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234093.599605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234093.599606:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234093.599609:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749007616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234094.110845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234094.110845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234094.110847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234094.430890:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234094.431083:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234095.134878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234095.134879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234095.134899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234095.454856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234095.454950:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234096.158811:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234096.158813:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234096.158819:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234096.478823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234096.478892:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234097.182816:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234097.182848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234097.182866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234097.502856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234097.502971:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234098.206882:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234098.206895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234098.206938:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234098.526826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234098.526897:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234098.718871:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234098.718879:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234098.718884:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234098.718892:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10622 00000100:00080000:2.0:1761234098.718905:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234098.718911:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234098.718945:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749007744/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234098.718967:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234098.718970:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234098.718971:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234098.718974:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10622 00000100:00080000:2.0:1761234098.718976:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234098.718979:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234098.718986:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234098.718996:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749007872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234098.719004:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749007744:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234098.719006:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234098.719013:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234098.719015:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234098.719018:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10622 00000100:00080000:2.0:1761234098.719020:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234098.719023:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234098.719026:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234098.719034:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749008000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234098.719040:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234098.719043:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234098.719044:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234098.719047:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10622 00000100:00080000:2.0:1761234098.719056:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234098.719059:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234098.719062:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234098.719067:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234098.719073:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749008128/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234098.719081:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234098.719084:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234098.719085:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234098.719088:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10622 00000100:00080000:2.0:1761234098.719090:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234098.719093:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234098.719097:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234098.719104:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234098/real 1761234098] req@ffff9437fa0df100 x1846776749007744/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234098.719106:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749008256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234098.719132:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234098.719135:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234098.719136:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234098.719140:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10622 00000100:00100000:1.0:1761234098.719142:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749007744/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234098.719143:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234098.719150:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234098.719157:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234098.719161:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761234098.719166:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749008384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234098.719169:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234098.719177:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749007744:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234098.719180:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234098.719184:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234098.719185:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234098.719188:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10622 00000100:00080000:2.0:1761234098.719191:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234098.719193:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234098.719195:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234098.719201:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749007872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761234098.719205:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749008512/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234098.719214:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234098.719217:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234098.719219:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234098.719223:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10622 00000800:00000100:1.0:1761234098.719224:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234098.719227:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234098.719231:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234098.719234:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234098.719239:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234098/real 1761234098] req@ffff9437fa0dd500 x1846776749007872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234098.719244:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776749008640/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234098.719258:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749007872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234098.719266:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234098.719270:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234098.719273:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749007872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234098.719278:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749008000:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234098.719290:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234098.719296:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234098/real 1761234098] req@ffff9437fa0dea00 x1846776749008000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234098.719303:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749008000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234098.719309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234098.719310:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234098.719312:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749008000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234098.719316:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749008128:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234098.719326:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234098.719331:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234098/real 1761234098] req@ffff9437fa0ddc00 x1846776749008128/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234098.719339:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749008128/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234098.719343:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234098.719345:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234098.719347:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749008128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234098.719351:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749008256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234098.719361:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234098.719366:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234098/real 1761234098] req@ffff9437fa0dc380 x1846776749008256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234098.719373:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749008256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234098.719378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234098.719380:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234098.719382:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749008256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234098.719385:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749008384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234098.719394:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234098.719399:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234098/real 1761234098] req@ffff9437fa0dc700 x1846776749008384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234098.719406:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749008384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234098.719411:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234098.719413:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234098.719415:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749008384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234098.719427:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749008512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234098.719436:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234098.719442:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234098/real 1761234098] req@ffff9437fa0df800 x1846776749008512/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234098.719449:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749008512/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234098.719454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234098.719456:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234098.719458:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749008512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234098.719461:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749008640:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234098.719470:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234098.719476:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234098/real 1761234098] req@ffff9437fa0dc000 x1846776749008640/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234098.719483:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776749008640/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234098.719488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234098.719490:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234098.719492:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749008640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234099.230834:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234099.230834:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234099.230843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234099.550820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234099.550884:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234100.254832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234100.254833:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234100.254848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234100.574837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234100.574905:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234101.278909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234101.278909:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234101.279216:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234101.598839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234101.598863:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234102.302991:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234102.303370:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234102.303382:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234102.622855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234102.622920:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234103.326926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234103.326950:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234103.327372:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234103.646813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234103.646896:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234103.838885:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234103.838898:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234103.838904:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234103.838918:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10627 00000100:00080000:2.0:1761234103.838933:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234103.838942:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234103.838988:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776749008768/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234103.839027:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234103.839033:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234103.839036:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234103.839042:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10627 00000100:00080000:2.0:1761234103.839048:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234103.839055:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234103.839067:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234103.839088:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749008768:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234103.839092:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776749008896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234103.839113:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234103.839118:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234103.839121:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234103.839127:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10627 00000100:00080000:2.0:1761234103.839134:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234103.839140:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234103.839148:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234103.839170:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234103.839171:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776749009024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234103.839190:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234103.839195:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234103.839198:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234103.839204:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10627 00000100:00080000:2.0:1761234103.839210:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234103.839217:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234103.839226:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234103.839227:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234103/real 1761234103] req@ffff9437fa0dfb80 x1846776749008768/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234103.839251:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749009152/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234103.839261:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776749008768/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234103.839281:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234103.839287:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234103.839289:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234103.839296:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234103.839298:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234103.839308:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10627 00000100:00100000:1.0:1761234103.839325:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749008768:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234103.839339:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234103.839350:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234103.839357:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234103.839363:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749008896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761234103.839380:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749009280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234103.839399:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234103.839406:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234103.839411:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234103.839416:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234103.839425:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10627 00000100:00100000:1.0:1761234103.839432:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234103/real 1761234103] req@ffff9437fa0dd180 x1846776749008896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234103.839433:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234103.839448:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234103.839462:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234103.839468:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776749008896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234103.839485:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749009408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234103.839487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234103.839500:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234103.839511:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749008896:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234103.839517:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234103.839526:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749009024:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234103.839527:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234103.839535:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234103.839545:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10627 00000100:00080000:2.0:1761234103.839566:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234103.839568:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234103.839631:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234103/real 1761234103] req@ffff9437fa0dc000 x1846776749009024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234103.839637:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234103.839654:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234103.839683:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749009536/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234103.839684:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776749009024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234103.839725:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234103.839734:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234103.839741:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749009024:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234103.839761:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234103.839768:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234103.839771:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234103.839777:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10627 00000100:00080000:2.0:1761234103.839784:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234103.839794:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234103.839799:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749009152:192.168.201.139@tcp:8:kworker.0 00000008:00100000:2.0:1761234103.839804:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234103.839828:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749009664/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234103.839841:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234103.839880:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234103/real 1761234103] req@ffff9437fa0df800 x1846776749009152/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234103.839900:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749009152/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234103.839913:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234103.839918:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234103.839923:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749009152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234103.839949:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749009280:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234103.839977:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234103.839994:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234103/real 1761234103] req@ffff9437fa0dc700 x1846776749009280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234103.840011:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749009280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234103.840033:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234103.840038:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234103.840043:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749009280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234103.840052:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749009408:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234103.840090:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234103.840103:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234103/real 1761234103] req@ffff9437fa0dc380 x1846776749009408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234103.840119:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749009408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234103.840131:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234103.840136:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234103.840141:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749009408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234103.840149:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749009536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234103.840174:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234103.840188:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234103/real 1761234103] req@ffff9437fa0ddc00 x1846776749009536/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234103.840205:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749009536/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234103.840216:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234103.840221:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234103.840226:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749009536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234103.840234:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749009664:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234103.840258:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234103.840272:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234103/real 1761234103] req@ffff9437fa0dea00 x1846776749009664/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234103.840288:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749009664/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234103.840299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234103.840304:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234103.840308:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749009664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234104.350905:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234104.351353:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234104.351382:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234104.670819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234104.670924:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234105.375130:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234105.375221:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234105.375382:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234105.694782:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234105.694916:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234106.398899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234106.398899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234106.398935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234106.718824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234106.718915:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234107.422841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234107.422906:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234107.422907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234107.742851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234107.742926:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234108.446837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234108.446838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234108.446873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234108.766820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234108.766943:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234108.958853:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234108.958862:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234108.958866:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234108.958876:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10632 00000100:00080000:3.0:1761234108.958886:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234108.958892:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234108.958929:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749009792/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234108.958953:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234108.958956:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234108.958957:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234108.958960:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10632 00000100:00080000:3.0:1761234108.958963:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234108.958966:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234108.958973:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234108.958983:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749009920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234108.958990:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749009792:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234108.958994:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234108.958998:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234108.958999:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234108.959002:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10632 00000100:00080000:3.0:1761234108.959004:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234108.959006:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234108.959009:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234108.959017:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749010048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234108.959023:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234108.959025:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234108.959026:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234108.959029:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10632 00000100:00080000:3.0:1761234108.959039:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234108.959042:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234108.959046:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234108.959054:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749010176/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234108.959060:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234108.959063:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234108.959064:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234108.959067:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10632 00000100:00080000:3.0:1761234108.959070:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234108.959073:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234108.959076:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234108.959084:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749010304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234108.959090:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234108.959094:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234108.959095:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234108.959101:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10632 00000100:00100000:1.0:1761234108.959103:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749009920:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234108.959106:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234108.959113:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234108.959117:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234108.959125:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749010432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234108.959132:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234108.959135:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234108.959137:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234108.959139:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10632 00000100:00080000:3.0:1761234108.959143:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234108.959145:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749010048:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234108.959149:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234108.959156:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234108.959167:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749010560/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234108.959174:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234108.959176:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749010176:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234108.959177:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234108.959181:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234108.959185:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10632 00000100:00080000:3.0:1761234108.959188:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234108.959191:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234108.959194:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234108.959199:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749010304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234108.959205:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749010688/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234108.959226:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749010432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234108.959242:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749010560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234108.959255:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749010688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234109.470867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234109.470886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234109.470888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234109.790888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234109.791027:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234110.494858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234110.494901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234110.494912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234110.814803:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234110.814919:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234111.518822:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234111.518823:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234111.518835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234111.838880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234111.838979:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1761234112.031308:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:3.0:1761234112.031372:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761234112.031398:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234112.031482:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234112.031497:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234112.031509:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234112.031519:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234112.031547:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234112.031562:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234112.031578:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761234112.031598:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234108/real 1761234112] req@ffff943800b98000 x1846776749010432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234112.031639:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749010432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234112.031656:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234112.031664:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234112.031671:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749010432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234112.031681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234108/real 1761234112] req@ffff943800b98700 x1846776749010560/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234112.031698:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749010560/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234112.031708:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234112.031713:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234112.031718:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749010560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234112.031756:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234108/real 1761234112] req@ffff943800b9ad80 x1846776749010688/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234112.031777:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749010688/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234112.031789:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234112.031794:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234112.031798:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749010688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234112.031807:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234108/real 1761234112] req@ffff943800b98380 x1846776749009920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234112.031824:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749009920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234112.031835:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234112.031840:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234112.031844:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749009920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234112.031852:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234108/real 1761234112] req@ffff943800b99f80 x1846776749010048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234112.031867:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749010048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234112.031888:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234112.031894:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234112.031899:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749010048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234112.031909:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234108/real 1761234112] req@ffff943800b9b480 x1846776749010176/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234112.031925:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749010176/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234112.031936:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234112.031941:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234112.031946:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749010176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234112.031955:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234108/real 1761234112] req@ffff943800b98a80 x1846776749010304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234112.031970:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749010304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234112.031980:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234112.031986:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234112.032005:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749010304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234112.032018:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234108/real 1761234112] req@ffff943800b99c00 x1846776749009792/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234112.032036:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749009792/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234112.032045:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234112.032050:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234112.032054:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749009792:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234112.542918:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234112.542919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234112.542930:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234112.862889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234112.863012:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234113.566920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234113.566927:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234113.567006:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234113.886858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234113.886925:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234114.078905:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234114.078925:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234114.078930:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234114.078940:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10637 00000100:00080000:0.0:1761234114.078952:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234114.078958:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234114.078990:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749010816/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234114.079050:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234114.079076:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234114.079081:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234114.079092:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10637 00000100:00080000:0.0:1761234114.079100:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234114.079109:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234114.079123:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234114.079148:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749010816:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234114.079154:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749010944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234114.079212:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234114.079218:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234114.079221:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234114.079228:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10637 00000100:00080000:0.0:1761234114.079237:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234114.079260:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234114.079267:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234114.079286:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749011072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234114.079300:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234114.079304:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234114.079307:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234114.079311:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234114.079318:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10637 00000100:00080000:0.0:1761234114.079327:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234114.079333:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234114.079341:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234114.079369:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749011200/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234114.079405:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234114.079409:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234114.079411:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234114.079417:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10637 00000100:00080000:0.0:1761234114.079424:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234114.079429:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234114/real 1761234114] req@ffff9437f87fa300 x1846776749010816/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234114.079436:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234114.079451:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234114.079482:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749010816/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234114.079484:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749011328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234114.079552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234114.079554:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234114.079566:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234114.079574:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234114.079574:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234114.079589:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749010816:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234114.079590:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10637 00000100:00080000:0.0:1761234114.079607:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234114.079615:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234114.079624:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234114.079640:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749011456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234114.079648:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749010944:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234114.079669:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234114.079675:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234114.079678:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234114.079686:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10637 00000100:00080000:0.0:1761234114.079694:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234114.079702:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234114.079703:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234114.079715:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234114.079736:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749011584/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234114.079768:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234114/real 1761234114] req@ffff9437f87fbb80 x1846776749010944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234114.079791:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749010944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234114.079818:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234114.079825:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234114.079829:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234114.079834:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234114.079840:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749010944:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234114.079843:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234114.079862:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10637 00000100:00100000:1.0:1761234114.079867:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749011072:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234114.079872:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234114.079882:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234114.079891:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234114.079909:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749011712/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234114.079927:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234114.079958:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234114/real 1761234114] req@ffff9437f87fb480 x1846776749011072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234114.079973:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749011072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234114.079983:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234114.079987:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234114.079991:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749011072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234114.079999:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749011200:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234114.080023:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234114.080037:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234114/real 1761234114] req@ffff9437f87f9c00 x1846776749011200/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234114.080049:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749011200/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234114.080057:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234114.080061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234114.080064:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749011200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234114.080071:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749011328:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234114.080093:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234114.080104:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234114/real 1761234114] req@ffff9437f87fad80 x1846776749011328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234114.080128:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749011328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234114.080137:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234114.080140:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234114.080144:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749011328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234114.080178:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749011456:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234114.080200:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234114.080213:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234114/real 1761234114] req@ffff9437f87f8a80 x1846776749011456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234114.080226:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749011456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234114.080236:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234114.080240:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234114.080243:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749011456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234114.080251:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749011584:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234114.080271:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234114.080286:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234114/real 1761234114] req@ffff9437f87fb100 x1846776749011584/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234114.080299:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749011584/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234114.080309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234114.080312:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234114.080318:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749011584:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234114.080333:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749011712:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234114.080355:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234114.080368:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234114/real 1761234114] req@ffff9437f87f9500 x1846776749011712/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234114.080379:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749011712/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234114.080404:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234114.080407:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234114.080410:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749011712:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234114.590880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234114.590894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234114.590930:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234114.910860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234114.911013:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234115.614872:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234115.614941:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234115.614944:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234115.934901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234115.934993:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234116.638860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234116.638860:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234116.638866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234116.958813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234116.958930:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234117.662811:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234117.662888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234117.662913:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234117.982864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234117.982977:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234118.686892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234118.686956:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234118.686977:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234119.006867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234119.007013:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234119.198915:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234119.198930:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234119.198937:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234119.198950:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10642 00000100:00080000:2.0:1761234119.198968:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234119.198979:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234119.199027:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749011840/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234119.199078:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234119.199083:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234119.199086:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234119.199091:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10642 00000100:00080000:2.0:1761234119.199096:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234119.199102:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234119.199114:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234119.199138:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749011968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234119.199139:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749011840:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234119.199168:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234119.199173:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234119.199177:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234119.199183:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10642 00000100:00080000:2.0:1761234119.199189:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234119.199194:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234119.199201:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234119.199216:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776749012096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234119.199229:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234119.199234:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234119.199236:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234119.199244:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234119.199247:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10642 00000100:00080000:2.0:1761234119.199256:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234119.199262:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234119.199269:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234119.199314:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776749012224/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234119.199329:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234119.199331:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234119/real 1761234119] req@ffff9437fa0dd500 x1846776749011840/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234119.199343:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234119.199350:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234119.199366:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10642 00000100:00080000:2.0:1761234119.199374:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234119.199384:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749011840/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234119.199385:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234119.199399:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234119.199417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761234119.199427:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776749012352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234119.199429:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234119.199445:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749011840:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234119.199463:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234119.199468:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234119.199471:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234119.199477:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10642 00000100:00080000:2.0:1761234119.199480:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234119.199486:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234119.199492:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234119.199497:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749011968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761234119.199510:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776749012480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234119.199528:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234119.199533:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234119.199536:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234119.199543:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234119.199551:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10642 00000100:00080000:2.0:1761234119.199578:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234119.199583:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234119.199591:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234119.199596:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234119/real 1761234119] req@ffff9437fa0df100 x1846776749011968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234119.199612:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749012608/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234119.199631:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234119.199637:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749011968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234119.199639:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234119.199645:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234119.199653:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10642 00000100:00080000:2.0:1761234119.199662:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234119.199670:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234119.199671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761234119.199676:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234119.199682:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234119.199692:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749011968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761234119.199697:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749012736/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234119.199709:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749012096:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234119.199780:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234119.199796:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234119/real 1761234119] req@ffff9437fa0dca80 x1846776749012096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234119.199810:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776749012096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234119.199820:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234119.199824:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234119.199828:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749012096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234119.199835:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749012224:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234119.199854:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234119.199865:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234119/real 1761234119] req@ffff9437fa0df480 x1846776749012224/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234119.199878:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776749012224/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234119.199887:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234119.199890:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234119.199893:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749012224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234119.199900:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749012352:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234119.199917:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234119.199927:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234119/real 1761234119] req@ffff9437fa0de300 x1846776749012352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234119.199940:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776749012352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234119.199949:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234119.199952:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234119.199955:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749012352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234119.199978:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749012480:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234119.199996:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234119.200006:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234119/real 1761234119] req@ffff9437fa0ded80 x1846776749012480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234119.200028:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776749012480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234119.200037:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234119.200040:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234119.200043:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749012480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234119.200049:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749012608:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234119.200065:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234119.200075:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234119/real 1761234119] req@ffff9437fa0dd500 x1846776749012608/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234119.200089:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749012608/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234119.200098:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234119.200101:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234119.200104:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749012608:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234119.200110:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749012736:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234119.200125:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234119.200135:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234119/real 1761234119] req@ffff9437fa0dea00 x1846776749012736/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234119.200147:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749012736/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234119.200163:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234119.200167:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234119.200171:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749012736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234119.710846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234119.710860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234119.710906:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234120.030923:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234120.031026:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234120.734803:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234120.734889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234120.734911:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234121.054841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234121.054925:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234121.758844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234121.758858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234121.758978:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234122.078837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234122.078913:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234122.782818:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234122.782818:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234122.782854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234123.102808:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234123.102865:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234123.806862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234123.806866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234123.806927:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234124.126872:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234124.126931:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234124.318878:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234124.318887:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234124.318892:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234124.318902:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10648 00000100:00080000:3.0:1761234124.318912:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234124.318918:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234124.318952:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749012864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234124.318977:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234124.318980:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234124.318981:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234124.318985:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10648 00000100:00080000:3.0:1761234124.318988:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234124.318991:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234124.318999:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234124.319010:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749012992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234124.319016:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749012864:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234124.319023:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234124.319027:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234124.319028:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234124.319033:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10648 00000100:00080000:3.0:1761234124.319036:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234124.319038:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234124.319043:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234124.319052:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749013120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234124.319060:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234124.319062:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234124.319063:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234124.319066:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10648 00000100:00080000:3.0:1761234124.319071:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234124.319074:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234124.319079:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234124.319084:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234124.319093:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749013248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234124.319110:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234124.319112:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234124.319114:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234124.319118:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10648 00000100:00080000:3.0:1761234124.319126:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234124.319131:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234124/real 1761234124] req@ffff943800b9b800 x1846776749012864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234124.319132:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234124.319155:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234124.319167:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749013376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234124.319174:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234124.319178:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761234124.319180:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749012864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234124.319180:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234124.319198:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10648 00000100:00080000:3.0:1761234124.319201:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234124.319204:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234124.319211:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234124.319217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761234124.319221:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749013504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234124.319225:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234124.319233:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749012864:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234124.319242:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234124.319246:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234124.319249:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234124.319254:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10648 00000100:00080000:3.0:1761234124.319258:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234124.319261:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749012992:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234124.319267:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234124.319274:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234124.319290:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234124.319290:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749013632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234124.319303:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234124/real 1761234124] req@ffff943800b9a680 x1846776749012992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234124.319305:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234124.319316:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234124.319322:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234124.319329:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10648 00000100:00100000:1.0:1761234124.319330:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749012992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234124.319333:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234124.319340:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234124.319347:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234124.319352:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234124.319362:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234124.319362:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749013760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234124.319373:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749012992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234124.319381:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749013120:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234124.319400:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234124.319409:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234124/real 1761234124] req@ffff943800b9bb80 x1846776749013120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234124.319417:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749013120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234124.319423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234124.319425:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234124.319427:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749013120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234124.319431:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749013248:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234124.319441:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234124.319447:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234124/real 1761234124] req@ffff943800b98e00 x1846776749013248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234124.319454:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749013248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234124.319460:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234124.319462:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234124.319464:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749013248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234124.319467:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749013376:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234124.319477:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234124.319482:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234124/real 1761234124] req@ffff943800b99500 x1846776749013376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234124.319489:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749013376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234124.319494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234124.319496:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234124.319498:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749013376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234124.319501:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749013504:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234124.319510:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234124.319515:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234124/real 1761234124] req@ffff943800b9aa00 x1846776749013504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234124.319523:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749013504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234124.319527:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234124.319529:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234124.319531:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749013504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234124.319546:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749013632:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234124.319556:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234124.319562:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234124/real 1761234124] req@ffff943800b9b800 x1846776749013632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234124.319570:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749013632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234124.319574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234124.319576:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234124.319578:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749013632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234124.319582:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749013760:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234124.319591:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234124.319596:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234124/real 1761234124] req@ffff943800b99c00 x1846776749013760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234124.319604:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749013760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234124.319609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234124.319610:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234124.319612:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749013760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234124.830843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234124.830853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234124.830963:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234125.150824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234125.150940:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234125.854840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234125.854864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234125.854883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234126.174854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234126.174935:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234126.878872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234126.878993:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234126.879012:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234127.198845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234127.198933:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234127.902832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234127.902840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234127.902870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234128.222817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234128.222874:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234128.926845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234128.926881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234128.926890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234129.246867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234129.246967:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234129.438928:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234129.438938:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234129.438944:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234129.438955:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10653 00000100:00080000:3.0:1761234129.438971:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234129.438980:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234129.439023:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749013888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234129.439055:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234129.439059:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234129.439061:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234129.439065:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10653 00000100:00080000:3.0:1761234129.439069:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234129.439074:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234129.439083:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234129.439121:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749014016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234129.439127:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749013888:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234129.439165:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234129.439169:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234129.439171:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234129.439176:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10653 00000100:00080000:3.0:1761234129.439179:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234129.439182:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234129.439187:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234129.439206:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749014144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234129.439218:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234129.439226:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234129.439230:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234129.439232:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234129.439236:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10653 00000100:00080000:3.0:1761234129.439242:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234129.439245:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234129.439249:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234129.439261:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749014272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234129.439265:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234129/real 1761234129] req@ffff943800b98a80 x1846776749013888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234129.439282:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234129.439287:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234129.439289:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234129.439293:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10653 00000100:00100000:1.0:1761234129.439298:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749013888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234129.439299:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234129.439307:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234129.439314:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234129.439321:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761234129.439326:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749014400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234129.439332:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234129.439339:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234129.439344:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749013888:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234129.439345:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234129.439348:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234129.439356:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10653 00000100:00080000:3.0:1761234129.439359:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234129.439362:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234129.439365:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234129.439372:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749014528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234129.439380:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234129.439384:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749014016:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234129.439385:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234129.439389:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234129.439398:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10653 00000100:00080000:3.0:1761234129.439403:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234129.439406:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234129.439409:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234129.439419:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749014656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234129.439431:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234129.439439:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234129.439443:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234129.439445:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234129.439449:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10653 00000100:00080000:3.0:1761234129.439452:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234129.439457:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234129/real 1761234129] req@ffff943800b9b480 x1846776749014016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234129.439458:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234129.439464:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234129.439478:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749014784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234129.439486:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749014016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234129.439499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234129.439505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234129.439510:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749014016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234129.439519:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749014144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234129.439541:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234129.439553:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234129/real 1761234129] req@ffff943800b99f80 x1846776749014144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234129.439566:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749014144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234129.439575:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234129.439580:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234129.439583:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749014144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234129.439590:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749014272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234129.439613:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234129.439624:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234129/real 1761234129] req@ffff943800b98380 x1846776749014272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234129.439634:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749014272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234129.439640:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234129.439643:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234129.439645:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749014272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234129.439650:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749014400:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234129.439663:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234129.439670:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234129/real 1761234129] req@ffff943800b9ad80 x1846776749014400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234129.439702:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749014400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234129.439708:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234129.439711:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234129.439713:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749014400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234129.439730:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749014528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234129.439745:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234129.439753:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234129/real 1761234129] req@ffff943800b98700 x1846776749014528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234129.439786:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749014528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234129.439794:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234129.439796:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234129.439799:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749014528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234129.439804:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749014656:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234129.439819:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234129.439828:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234129/real 1761234129] req@ffff943800b98000 x1846776749014656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234129.439838:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749014656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234129.439867:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234129.439870:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234129.439873:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749014656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234129.439878:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749014784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234129.439894:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234129.439902:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234129/real 1761234129] req@ffff943800b98a80 x1846776749014784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234129.439912:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749014784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234129.439920:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234129.439922:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234129.439925:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749014784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234129.950799:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234129.950849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234129.950858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234130.270813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234130.270924:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234130.974901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234130.974922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234130.975014:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234131.294901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234131.295008:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234131.998865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234131.998865:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234131.998882:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234132.318846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234132.318911:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234133.022820:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234133.022833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234133.022867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234133.342900:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234133.343061:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234134.046911:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234134.046972:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234134.046973:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234134.366875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234134.366968:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234134.558882:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234134.558897:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234134.558904:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234134.558919:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10658 00000100:00080000:3.0:1761234134.558935:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234134.558945:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234134.559021:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749014912/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234134.559061:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234134.559066:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234134.559068:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234134.559074:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10658 00000100:00080000:3.0:1761234134.559080:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234134.559086:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234134.559099:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234134.559112:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749014912:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234134.559116:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749015040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234134.559141:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234134.559146:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234134.559149:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234134.559155:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10658 00000100:00080000:3.0:1761234134.559161:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234134.559167:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234134.559174:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234134.559187:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749015168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234134.559203:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234134.559214:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234134.559219:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234134.559223:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234134.559230:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10658 00000100:00080000:3.0:1761234134.559235:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234134.559240:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234134.559247:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234134.559254:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234134/real 1761234134] req@ffff943800b99c00 x1846776749014912/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234134.559267:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749015296/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234134.559280:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749014912/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234134.559286:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234134.559302:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234134.559308:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234134.559321:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10658 00000100:00080000:1.0:1761234134.559322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234134.559332:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234134.559339:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234134.559346:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234134.559353:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749014912:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761234134.559358:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234134.559373:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749015424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234134.559383:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749015040:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234134.559401:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234134.559406:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234134.559409:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234134.559415:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10658 00000100:00080000:3.0:1761234134.559421:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234134.559426:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234134.559433:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234134.559440:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234134.559447:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234134/real 1761234134] req@ffff943800b9b800 x1846776749015040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234134.559459:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749015552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234134.559469:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749015040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234134.559517:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234134.559521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234134.559523:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234134.559532:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234134.559535:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234134.559542:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10658 00000100:00100000:1.0:1761234134.559546:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749015040:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234134.559550:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234134.559559:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234134.559560:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749015168:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761234134.559583:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234134.559599:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749015680/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234134.559608:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234134.559628:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234134/real 1761234134] req@ffff943800b9aa00 x1846776749015168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234134.559629:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234134.559648:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234134.559656:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234134.559670:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10658 00000100:00100000:1.0:1761234134.559671:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749015168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234134.559684:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234134.559700:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234134.559714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761234134.559714:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234134.559766:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234134.559770:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749015168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234134.559777:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749015296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234134.559796:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749015808/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234134.559812:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234134.559838:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234134/real 1761234134] req@ffff943800b99500 x1846776749015296/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234134.559849:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749015296/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234134.559856:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234134.559859:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234134.559862:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749015296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234134.559884:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749015424:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234134.559897:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234134.559903:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234134/real 1761234134] req@ffff943800b98e00 x1846776749015424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234134.559910:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749015424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234134.559915:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234134.559917:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234134.559920:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749015424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234134.559924:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749015552:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234134.559934:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234134.559940:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234134/real 1761234134] req@ffff943800b9bb80 x1846776749015552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234134.559947:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749015552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234134.559952:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234134.559954:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234134.559956:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749015552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234134.559960:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749015680:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234134.559969:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234134.559975:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234134/real 1761234134] req@ffff943800b9a680 x1846776749015680/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234134.559982:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749015680/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234134.559988:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234134.559989:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234134.559991:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749015680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234134.560011:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749015808:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234134.560023:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234134.560030:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234134/real 1761234134] req@ffff943800b99c00 x1846776749015808/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234134.560038:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749015808/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234134.560043:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234134.560045:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234134.560047:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749015808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234135.070920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234135.070928:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234135.070935:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234135.390826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234135.390924:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234136.094889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234136.094889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234136.094896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234136.414817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234136.414913:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234137.118894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234137.118901:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234137.118911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234137.438857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234137.439014:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234138.142871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234138.142875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234138.142889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234138.462852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234138.462953:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234139.166843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234139.166848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234139.166861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234139.486841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234139.486922:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234139.678884:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234139.678920:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234139.678927:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234139.678951:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10663 00000100:00080000:3.0:1761234139.678971:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234139.678982:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234139.679035:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749015936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234139.679070:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234139.679075:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234139.679077:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234139.679082:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10663 00000100:00080000:3.0:1761234139.679087:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234139.679092:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234139.679103:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234139.679120:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749016064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234139.679130:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749015936:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234139.679144:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234139.679150:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234139.679153:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234139.679159:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10663 00000100:00080000:3.0:1761234139.679165:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234139.679168:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234139.679191:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234139.679204:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749016192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234139.679214:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234139.679217:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234139.679219:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234139.679222:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10663 00000100:00080000:3.0:1761234139.679226:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234139.679233:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234139.679234:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234139.679243:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234139.679256:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749016320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234139.679265:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234139.679269:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234139.679271:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234139.679275:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10663 00000100:00080000:3.0:1761234139.679280:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234139.679286:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234139/real 1761234139] req@ffff943800b98a80 x1846776749015936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234139.679288:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234139.679299:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234139.679318:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749016448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234139.679324:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749015936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234139.679334:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234139.679345:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234139.679350:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234139.679361:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10663 00000100:00080000:1.0:1761234139.679362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234139.679365:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234139.679372:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234139.679375:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234139.679382:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749015936:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761234139.679383:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234139.679403:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749016576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234139.679412:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234139.679415:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234139.679417:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234139.679420:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749016064:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234139.679425:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10663 00000100:00080000:3.0:1761234139.679431:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234139.679435:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234139.679440:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234139.679458:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234139.679459:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749016704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234139.679472:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234139.679477:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234139/real 1761234139] req@ffff943800b98000 x1846776749016064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234139.679478:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234139.679483:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234139.679495:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10663 00000100:00080000:3.0:1761234139.679504:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234139.679509:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749016064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234139.679512:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234139.679522:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234139.679529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234139.679537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234139.679539:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749016832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234139.679545:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749016064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234139.679563:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749016192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234139.679587:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234139.679598:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234139/real 1761234139] req@ffff943800b98700 x1846776749016192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234139.679609:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749016192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234139.679617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234139.679620:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234139.679622:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749016192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234139.679628:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749016320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234139.679643:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234139.679651:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234139/real 1761234139] req@ffff943800b9ad80 x1846776749016320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234139.679662:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749016320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234139.679669:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234139.679672:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234139.679675:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749016320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234139.679680:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749016448:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234139.679694:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234139.679702:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234139/real 1761234139] req@ffff943800b98380 x1846776749016448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234139.679713:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749016448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234139.679720:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234139.679723:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234139.679726:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749016448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234139.679730:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749016576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234139.679769:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234139.679781:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234139/real 1761234139] req@ffff943800b99f80 x1846776749016576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234139.679792:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749016576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234139.679806:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234139.679809:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234139.679813:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749016576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234139.679842:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749016704:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234139.679860:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234139.679869:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234139/real 1761234139] req@ffff943800b9b480 x1846776749016704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234139.679880:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749016704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234139.679887:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234139.679889:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234139.679892:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749016704:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234139.679918:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749016832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234139.679936:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234139.679946:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234139/real 1761234139] req@ffff943800b98a80 x1846776749016832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234139.679957:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749016832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234139.679965:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234139.679968:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234139.679972:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749016832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234140.190862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234140.190937:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234140.190999:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234140.510843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234140.510992:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234141.214848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234141.214848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234141.214850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234141.534889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234141.534984:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234142.238922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234142.238988:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234142.239001:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234142.558894:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234142.558984:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234143.262872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234143.262918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234143.262945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234143.582916:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234143.582917:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234144.286861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234144.286870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234144.286882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234144.606856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234144.606932:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234144.798865:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234144.798875:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234144.798881:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234144.798891:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10668 00000100:00080000:2.0:1761234144.798903:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234144.798910:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234144.798949:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749016960/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234144.798976:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234144.798980:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234144.798982:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234144.798987:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10668 00000100:00080000:2.0:1761234144.798991:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234144.798996:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234144.799005:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234144.799017:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749016960:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234144.799022:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749017088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234144.799036:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234144.799040:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234144.799042:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234144.799046:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10668 00000100:00080000:2.0:1761234144.799051:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234144.799056:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234144.799061:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234144.799073:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749017216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234144.799085:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234144.799086:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234144.799092:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234144.799095:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234144.799101:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10668 00000100:00080000:2.0:1761234144.799109:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234144.799113:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234144.799119:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234144.799134:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234144/real 1761234144] req@ffff9437fa0ddc00 x1846776749016960/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234144.799135:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749017344/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234144.799169:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234144.799172:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234144.799174:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234144.799181:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749016960/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234144.799181:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10668 00000100:00080000:2.0:1761234144.799187:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234144.799196:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234144.799203:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234144.799204:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234144.799212:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761234144.799217:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776749017472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234144.799222:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749016960:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234144.799237:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234144.799241:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234144.799244:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234144.799250:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10668 00000100:00080000:2.0:1761234144.799254:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234144.799255:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749017088:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234144.799263:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234144.799269:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234144.799283:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234144.799287:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776749017600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234144.799300:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234144.799302:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234144/real 1761234144] req@ffff9437fa0dc380 x1846776749017088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234144.799305:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234144.799309:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234144.799317:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10668 00000100:00080000:2.0:1761234144.799325:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234144.799332:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749017088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234144.799333:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234144.799341:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234144.799354:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761234144.799357:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776749017728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234144.799362:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234144.799372:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749017088:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234144.799377:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234144.799382:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234144.799383:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749017216:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234144.799385:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234144.799393:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10668 00000100:00080000:2.0:1761234144.799398:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234144.799402:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234144.799408:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234144.799409:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234144.799426:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234144/real 1761234144] req@ffff9437fa0dc700 x1846776749017216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234144.799428:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749017856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234144.799447:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749017216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234144.799457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234144.799460:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234144.799463:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749017216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234144.799468:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749017344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234144.799482:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234144.799488:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234144/real 1761234144] req@ffff9437fa0df800 x1846776749017344/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234144.799496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749017344/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234144.799501:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234144.799502:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234144.799505:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749017344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234144.799509:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749017472:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234144.799519:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234144.799524:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234144/real 1761234144] req@ffff9437fa0dc000 x1846776749017472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234144.799531:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776749017472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234144.799536:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234144.799538:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234144.799540:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749017472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234144.799553:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749017600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234144.799563:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234144.799569:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234144/real 1761234144] req@ffff9437fa0dd180 x1846776749017600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234144.799576:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776749017600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234144.799581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234144.799583:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234144.799585:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749017600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234144.799588:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749017728:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234144.799597:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234144.799603:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234144/real 1761234144] req@ffff9437fa0dfb80 x1846776749017728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234144.799611:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776749017728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234144.799616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234144.799617:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234144.799619:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749017728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234144.799622:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749017856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234144.799631:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234144.799637:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234144/real 1761234144] req@ffff9437fa0ddc00 x1846776749017856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234144.799644:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749017856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234144.799649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234144.799651:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234144.799652:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749017856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234145.310832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234145.310840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234145.310848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234145.630835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234145.630887:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234146.334865:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234146.334875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234146.334882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234146.654828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234146.654912:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234147.358857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234147.358895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234147.358898:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234147.678870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234147.678944:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234148.382845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234148.382845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234148.382885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234148.702851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234148.702910:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234149.406853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234149.406854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234149.406854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234149.726826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234149.726889:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234149.918861:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234149.918870:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234149.918874:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234149.918883:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10673 00000100:00080000:3.0:1761234149.918893:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234149.918898:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234149.918932:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749017984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234149.918955:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234149.918958:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234149.918959:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234149.918962:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10673 00000100:00080000:3.0:1761234149.918966:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234149.918970:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234149.918977:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234149.918990:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749017984:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234149.918991:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749018112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234149.919005:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234149.919008:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234149.919009:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234149.919012:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10673 00000100:00080000:3.0:1761234149.919014:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234149.919017:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234149.919020:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234149.919029:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749018240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234149.919036:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234149.919038:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234149.919040:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234149.919043:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10673 00000100:00080000:3.0:1761234149.919045:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234149.919047:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234149.919052:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234149.919053:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234149.919063:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749018368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234149.919075:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234149.919077:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234149.919078:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234149.919081:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10673 00000100:00080000:3.0:1761234149.919085:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234149.919087:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234149.919092:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234149/real 1761234149] req@ffff943800b99c00 x1846776749017984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234149.919093:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234149.919106:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749018496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234149.919114:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234149.919115:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749017984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234149.919121:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234149.919125:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234149.919133:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10673 00000100:00080000:1.0:1761234149.919135:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234149.919136:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234149.919142:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234149.919145:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761234149.919147:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234149.919151:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749017984:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234149.919158:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749018624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234149.919165:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234149.919167:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234149.919168:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234149.919171:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10673 00000100:00100000:1.0:1761234149.919175:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749018112:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234149.919176:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234149.919183:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234149.919187:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234149.919197:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749018752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234149.919204:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234149.919204:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234149.919208:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234149.919210:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234149.919214:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10673 00000100:00080000:3.0:1761234149.919217:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234149.919220:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234149/real 1761234149] req@ffff943800b9a680 x1846776749018112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234149.919222:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234149.919229:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234149.919241:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749018112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234149.919245:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749018880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234149.919265:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234149.919271:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234149.919274:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749018112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234149.919280:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749018240:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234149.919294:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234149.919301:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234149/real 1761234149] req@ffff943800b9bb80 x1846776749018240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234149.919320:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749018240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234149.919329:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234149.919337:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234149.919340:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749018240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234149.919347:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749018368:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234149.919370:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234149.919382:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234149/real 1761234149] req@ffff943800b98e00 x1846776749018368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234149.919392:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749018368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234149.919397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234149.919400:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234149.919402:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749018368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234149.919406:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749018496:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234149.919420:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234149.919426:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234149/real 1761234149] req@ffff943800b99500 x1846776749018496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234149.919433:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749018496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234149.919439:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234149.919441:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234149.919443:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749018496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234149.919446:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749018624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234149.919456:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234149.919462:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234149/real 1761234149] req@ffff943800b9aa00 x1846776749018624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234149.919469:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749018624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234149.919474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234149.919476:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234149.919478:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749018624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234149.919493:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749018752:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234149.919503:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234149.919520:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234149/real 1761234149] req@ffff943800b9b800 x1846776749018752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234149.919531:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749018752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234149.919536:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234149.919538:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234149.919540:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749018752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234149.919544:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749018880:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234149.919555:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234149.919561:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234149/real 1761234149] req@ffff943800b99c00 x1846776749018880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234149.919568:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749018880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234149.919574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234149.919575:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234149.919577:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749018880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234150.430815:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234150.430820:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234150.430840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234150.750823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234150.750885:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234151.454840:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234151.454840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234151.454840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234151.774819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234151.774876:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234152.478825:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234152.478830:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234152.478841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234152.798844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234152.798937:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234153.502854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234153.502861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234153.502866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234153.822856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234153.822943:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234154.526848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234154.526857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234154.526883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234154.846840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234154.846896:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234155.038856:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234155.038866:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234155.038871:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234155.038879:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10678 00000100:00080000:3.0:1761234155.038889:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234155.038894:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234155.038926:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749019008/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234155.038951:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234155.038954:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234155.038955:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234155.038958:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10678 00000100:00080000:3.0:1761234155.038961:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234155.038964:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234155.038971:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234155.038980:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749019136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234155.038986:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749019008:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234155.038992:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234155.038995:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234155.038996:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234155.038999:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10678 00000100:00080000:3.0:1761234155.039001:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234155.039003:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234155.039007:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234155.039015:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749019264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234155.039021:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234155.039023:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234155.039024:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234155.039027:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10678 00000100:00080000:3.0:1761234155.039038:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234155.039041:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234155.039045:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234155.039050:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234155.039057:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749019392/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234155.039068:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234155.039072:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234155.039075:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234155.039079:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10678 00000100:00080000:3.0:1761234155.039084:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234155.039090:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234155/real 1761234155] req@ffff943800b98a80 x1846776749019008/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234155.039091:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234155.039101:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234155.039115:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749019520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234155.039127:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234155.039132:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761234155.039133:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749019008/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234155.039134:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234155.039143:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10678 00000100:00080000:3.0:1761234155.039146:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234155.039153:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234155.039156:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761234155.039157:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234155.039162:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234155.039168:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749019008:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234155.039170:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749019648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234155.039179:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234155.039181:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234155.039182:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234155.039184:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10678 00000100:00080000:3.0:1761234155.039187:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234155.039189:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234155.039193:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749019136:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761234155.039194:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234155.039209:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749019776/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234155.039216:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234155.039219:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234155.039221:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234155.039224:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234155.039227:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10678 00000100:00080000:3.0:1761234155.039234:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234155.039237:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234155.039241:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234155/real 1761234155] req@ffff943800b9b480 x1846776749019136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234155.039243:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234155.039258:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749019904/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234155.039260:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749019136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234155.039287:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234155.039290:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234155.039292:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749019136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234155.039299:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749019264:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234155.039312:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234155.039318:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234155/real 1761234155] req@ffff943800b99f80 x1846776749019264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234155.039326:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749019264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234155.039335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234155.039337:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234155.039339:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749019264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234155.039342:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749019392:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234155.039352:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234155.039358:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234155/real 1761234155] req@ffff943800b98380 x1846776749019392/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234155.039364:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749019392/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234155.039370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234155.039372:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234155.039374:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749019392:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234155.039378:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749019520:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234155.039387:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234155.039392:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234155/real 1761234155] req@ffff943800b9ad80 x1846776749019520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234155.039399:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749019520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234155.039404:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234155.039406:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234155.039408:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749019520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234155.039411:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749019648:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234155.039421:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234155.039426:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234155/real 1761234155] req@ffff943800b98700 x1846776749019648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234155.039433:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749019648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234155.039438:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234155.039439:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234155.039442:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749019648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234155.039455:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749019776:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234155.039465:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234155.039470:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234155/real 1761234155] req@ffff943800b98000 x1846776749019776/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234155.039477:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749019776/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234155.039483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234155.039484:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234155.039486:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749019776:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234155.039490:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749019904:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234155.039498:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234155.039504:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234155/real 1761234155] req@ffff943800b98a80 x1846776749019904/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234155.039511:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749019904/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234155.039516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234155.039518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234155.039520:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749019904:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234155.550912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234155.550922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234155.550926:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234155.870851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234155.870938:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234156.574867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234156.574867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234156.574871:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234156.894890:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234156.894989:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234157.598862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234157.598862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234157.598879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234157.918820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234157.918964:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234158.622836:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234158.622842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234158.622843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234158.942828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234158.942897:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234159.646794:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234159.646806:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234159.646845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234159.966837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234159.966934:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234160.158938:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234160.158946:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234160.158950:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234160.158958:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10683 00000100:00080000:0.0:1761234160.158968:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234160.158974:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234160.159008:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749020032/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234160.159032:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234160.159035:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234160.159036:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234160.159039:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10683 00000100:00080000:0.0:1761234160.159042:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234160.159045:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234160.159054:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234160.159063:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749020032:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234160.159071:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749020160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234160.159085:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234160.159090:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234160.159092:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234160.159097:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10683 00000100:00080000:0.0:1761234160.159114:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234160.159119:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234160.159123:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761234160.159128:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234160.159142:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749020288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234160.159150:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234160.159153:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234160.159155:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234160.159159:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10683 00000100:00100000:1.0:1761234160.159163:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234160/real 1761234160] req@ffff9437f87f9f80 x1846776749020032/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234160.159164:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234160.159172:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234160.159178:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234160.159190:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749020032/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234160.159191:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749020416/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234160.159225:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234160.159226:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234160.159228:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234160.159231:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234160.159235:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234160.159238:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10683 00000100:00080000:0.0:1761234160.159243:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234160.159244:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749020032:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234160.159248:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234160.159254:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234160.159262:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749020544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234160.159270:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234160.159270:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749020160:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234160.159278:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234160.159281:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234160.159285:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10683 00000100:00080000:0.0:1761234160.159290:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234160.159293:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234160.159297:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234160.159299:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234160.159310:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749020672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234160.159316:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234160/real 1761234160] req@ffff9437f87fa680 x1846776749020160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234160.159322:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234160.159329:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234160.159333:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234160.159339:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10683 00000100:00100000:1.0:1761234160.159343:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749020160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234160.159344:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234160.159352:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234160.159359:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234160.159361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234160.159366:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234160.159370:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749020800/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234160.159374:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749020160:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234160.159387:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234160.159387:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749020288:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234160.159396:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234160.159398:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234160.159402:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10683 00000100:00080000:0.0:1761234160.159407:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234160.159412:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234160.159416:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234160.159421:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234160.159427:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234160/real 1761234160] req@ffff9437f87faa00 x1846776749020288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234160.159432:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749020928/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234160.159473:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749020288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234160.159484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234160.159489:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234160.159492:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749020288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234160.159498:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749020416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234160.159541:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234160.159551:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234160/real 1761234160] req@ffff9437f87f8000 x1846776749020416/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234160.159575:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749020416/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234160.159581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234160.159583:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234160.159585:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749020416:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234160.159596:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749020544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234160.159608:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234160.159614:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234160/real 1761234160] req@ffff9437f87f8700 x1846776749020544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234160.159622:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749020544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234160.159627:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234160.159629:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234160.159631:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749020544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234160.159634:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749020672:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234160.159644:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234160.159649:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234160/real 1761234160] req@ffff9437f87f9180 x1846776749020672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234160.159656:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749020672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234160.159661:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234160.159663:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234160.159666:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749020672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234160.159669:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749020800:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234160.159678:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234160.159683:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234160/real 1761234160] req@ffff9437f87fb800 x1846776749020800/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234160.159690:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749020800/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234160.159695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234160.159697:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234160.159699:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749020800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234160.159702:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749020928:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234160.159711:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234160.159716:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234160/real 1761234160] req@ffff9437f87f8e00 x1846776749020928/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234160.159723:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749020928/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234160.159728:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234160.159729:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234160.159758:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749020928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234160.670820:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234160.670821:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234160.670840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234160.990834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234160.990912:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234161.694872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234161.694901:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234161.694940:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234162.014920:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234162.015038:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234162.718840:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234162.718854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234162.718896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234163.038909:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234163.038963:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234163.742809:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234163.742846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234163.742865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234164.062859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234164.062975:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234164.766905:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234164.766909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234164.766961:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234165.086838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234165.086914:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234165.278936:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234165.278945:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234165.278949:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234165.278959:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10688 00000100:00080000:0.0:1761234165.278971:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234165.278978:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234165.279010:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776749021056/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234165.279041:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234165.279044:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234165.279045:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234165.279049:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10688 00000100:00080000:0.0:1761234165.279061:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234165.279064:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234165.279073:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234165.279085:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776749021184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234165.279093:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234165.279095:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234165.279098:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234165.279105:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10688 00000100:00080000:0.0:1761234165.279108:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234165.279108:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749021056:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234165.279117:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234165.279125:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234165.279134:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749021312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234165.279141:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234165.279144:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234165.279145:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234165.279147:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10688 00000100:00080000:0.0:1761234165.279150:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234165.279152:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234165.279155:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234165.279165:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749021440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234165.279174:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234165.279176:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234165.279177:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234165.279180:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10688 00000100:00080000:0.0:1761234165.279190:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234165.279193:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234165.279197:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234165.279202:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234165.279207:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749021568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234165.279215:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234165.279218:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234165.279220:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234165.279223:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10688 00000100:00080000:0.0:1761234165.279230:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234165.279233:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234165.279236:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234165.279242:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749021696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234165.279249:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234165.279251:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234165.279253:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234165.279258:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10688 00000100:00100000:1.0:1761234165.279260:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234165/real 1761234165] req@ffff9437f87f9880 x1846776749021056/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234165.279263:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234165.279274:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234165.279288:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234165.279300:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749021824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234165.279307:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776749021056/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234165.279348:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234165.279349:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234165.279354:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234165.279361:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234165.279363:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749021056:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234165.279367:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234165.279376:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10688 00000100:00080000:0.0:1761234165.279381:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234165.279388:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234165.279395:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749021184:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761234165.279397:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234165.279436:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234165.279437:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749021952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234165.279448:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234165/real 1761234165] req@ffff9437f87f8380 x1846776749021184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234165.279463:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776749021184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234165.279475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234165.279479:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234165.279483:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749021184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234165.279489:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749021312:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234165.279512:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234165.279526:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234165/real 1761234165] req@ffff9437f87f8e00 x1846776749021312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234165.279535:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749021312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234165.279541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234165.279544:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234165.279546:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749021312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234165.279550:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749021440:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234165.279564:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234165.279570:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234165/real 1761234165] req@ffff9437f87fb800 x1846776749021440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234165.279577:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749021440/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234165.279582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234165.279584:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234165.279587:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749021440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234165.279592:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749021568:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234165.279603:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234165.279609:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234165/real 1761234165] req@ffff9437f87f9180 x1846776749021568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234165.279616:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749021568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234165.279621:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234165.279623:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234165.279625:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749021568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234165.279629:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749021696:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234165.279639:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234165.279645:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234165/real 1761234165] req@ffff9437f87f8700 x1846776749021696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234165.279653:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749021696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234165.279658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234165.279660:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234165.279662:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749021696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234165.279665:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749021824:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234165.279675:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234165.279681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234165/real 1761234165] req@ffff9437f87f8000 x1846776749021824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234165.279689:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749021824/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234165.279694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234165.279696:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234165.279698:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749021824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234165.279715:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749021952:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234165.279725:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234165.279754:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234165/real 1761234165] req@ffff9437f87faa00 x1846776749021952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234165.279761:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749021952/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234165.279767:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234165.279769:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234165.279771:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749021952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234165.790867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234165.790879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234165.790971:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234166.110854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234166.110961:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234166.814886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234166.814889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234166.814922:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234167.134834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234167.134915:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234167.838964:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234167.838970:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234167.839956:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234168.158843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234168.158930:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234168.862881:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234168.862924:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234168.863066:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234169.182858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234169.182942:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234169.886900:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234169.886900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234169.886955:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234170.206860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234170.206943:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234170.398856:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234170.398865:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234170.398870:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234170.398878:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10694 00000100:00080000:2.0:1761234170.398888:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234170.398893:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234170.398925:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749022080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234170.398946:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234170.398949:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234170.398951:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234170.398954:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10694 00000100:00080000:2.0:1761234170.398957:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234170.398961:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234170.398968:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234170.398980:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749022208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234170.398983:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749022080:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234170.398993:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234170.398997:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234170.398999:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234170.399002:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10694 00000100:00080000:2.0:1761234170.399006:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234170.399008:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234170.399011:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234170.399028:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776749022336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234170.399035:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234170.399037:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234170.399038:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234170.399041:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10694 00000100:00080000:2.0:1761234170.399045:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234170.399048:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234170.399051:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234170.399057:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234170.399065:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776749022464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234170.399077:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234170.399079:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234170.399081:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234170.399084:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10694 00000100:00080000:2.0:1761234170.399088:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234170.399089:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234170/real 1761234170] req@ffff9437fa0dea00 x1846776749022080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234170.399094:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234170.399102:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234170.399112:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776749022592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234170.399117:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749022080/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234170.399125:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234170.399133:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234170.399135:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234170.399137:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234170.399141:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10694 00000100:00080000:1.0:1761234170.399145:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234170.399147:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234170.399152:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234170.399153:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749022080:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761234170.399155:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234170.399165:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776749022720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234170.399170:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234170.399173:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234170.399175:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234170.399176:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749022208:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234170.399182:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10694 00000100:00080000:2.0:1761234170.399187:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234170.399189:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234170.399193:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234170.399204:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234170.399205:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749022848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234170.399214:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234170.399218:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234170/real 1761234170] req@ffff9437fa0dd500 x1846776749022208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234170.399218:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234170.399219:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234170.399227:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10694 00000100:00080000:2.0:1761234170.399233:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234170.399237:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234170.399241:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234170.399242:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749022208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234170.399250:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749022976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234170.399253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234170.399262:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234170.399268:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749022208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234170.399274:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749022336:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234170.399289:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234170.399295:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234170/real 1761234170] req@ffff9437fa0ded80 x1846776749022336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234170.399303:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776749022336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234170.399309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234170.399311:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234170.399312:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749022336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234170.399332:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749022464:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234170.399344:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234170.399351:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234170/real 1761234170] req@ffff9437fa0de300 x1846776749022464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234170.399358:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776749022464/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234170.399368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234170.399370:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234170.399372:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749022464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234170.399376:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749022592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234170.399387:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234170.399393:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234170/real 1761234170] req@ffff9437fa0df480 x1846776749022592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234170.399400:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776749022592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234170.399406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234170.399408:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234170.399410:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749022592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234170.399413:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749022720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234170.399423:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234170.399428:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234170/real 1761234170] req@ffff9437fa0dca80 x1846776749022720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234170.399435:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776749022720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234170.399440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234170.399442:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234170.399444:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749022720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234170.399457:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749022848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234170.399467:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234170.399473:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234170/real 1761234170] req@ffff9437fa0df100 x1846776749022848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234170.399481:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749022848/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234170.399485:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234170.399487:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234170.399489:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749022848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234170.399493:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749022976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234170.399502:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234170.399508:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234170/real 1761234170] req@ffff9437fa0dea00 x1846776749022976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234170.399514:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749022976/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234170.399520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234170.399521:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234170.399523:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749022976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234170.911042:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234170.911099:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234170.911130:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234171.230829:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234171.230896:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234171.934911:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234171.935045:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234171.935135:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234172.254828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234172.254912:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234172.959003:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234172.959008:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234172.959121:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234173.278849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234173.278934:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234173.982863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234173.982864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234173.982899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234174.302897:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234174.302991:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234175.006877:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234175.006877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234175.006886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234175.326869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234175.326939:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234175.518896:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234175.518905:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234175.518910:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234175.518918:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10699 00000100:00080000:1.0:1761234175.518928:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234175.518933:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234175.518965:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749023104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234175.518991:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234175.518994:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234175.518995:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234175.518998:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10699 00000100:00080000:1.0:1761234175.519000:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234175.519003:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234175.519009:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234175.519020:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749023232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234175.519027:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234175.519029:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234175.519032:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234175.519037:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10699 00000100:00080000:1.0:1761234175.519040:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234175.519046:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234175.519056:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749023104:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761234175.519068:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234175.519100:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749023360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234175.519114:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234175.519118:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234175.519119:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234175.519123:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10699 00000100:00080000:1.0:1761234175.519130:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234175.519135:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234175.519141:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234175.519150:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749023488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234175.519158:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234175.519160:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234175.519161:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234175.519164:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10699 00000100:00080000:1.0:1761234175.519167:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234175.519171:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234175.519174:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234175.519180:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749023616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234175.519186:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234175.519188:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234175.519190:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234175.519192:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10699 00000100:00080000:1.0:1761234175.519195:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234175.519198:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234175.519205:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234175.519232:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749023744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234175.519244:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749023232:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234175.519251:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234175.519255:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234175.519257:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234175.519261:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10699 00000100:00080000:1.0:1761234175.519267:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234175.519270:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234175.519275:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234175.519286:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749023872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234175.519294:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234175.519297:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234175.519298:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234175.519300:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10699 00000100:00080000:1.0:1761234175.519305:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234175.519308:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234175.519311:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234175.519315:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749023360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234175.519325:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749024000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234175.519361:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749023488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234175.519387:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749023616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234175.519409:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749023744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234175.519432:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749023872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234175.519456:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749024000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234176.030840:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234176.030847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234176.030890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234176.350833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234176.350927:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234177.054903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234177.054910:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234177.054944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234177.374842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234177.374937:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234178.078845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234178.078861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234178.078887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234178.398879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234178.398942:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1761234178.591182:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:1.0:1761234178.591230:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1761234178.591249:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234178.591303:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234178.591314:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234178.591324:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234178.591333:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234178.591342:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234178.591351:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234178.591361:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:3.0:1761234178.591429:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234175/real 1761234178] req@ffff9437f86d5880 x1846776749024000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234178.591475:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749024000/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234178.591488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234178.591495:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234178.591500:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749024000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234178.591509:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234175/real 1761234178] req@ffff9437f86d4000 x1846776749023360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234178.591525:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749023360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234178.591536:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234178.591540:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234178.591544:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749023360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234178.591552:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234175/real 1761234178] req@ffff9437f86d4380 x1846776749023488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234178.591566:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749023488/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234178.591575:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234178.591579:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234178.591582:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749023488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234178.591590:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234175/real 1761234178] req@ffff9437f86d5c00 x1846776749023616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234178.591604:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749023616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234178.591612:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234178.591616:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234178.591619:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749023616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234178.591628:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234175/real 1761234178] req@ffff9437f86d5f80 x1846776749023744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234178.591640:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749023744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234178.591648:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234178.591652:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234178.591655:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749023744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234178.591663:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234175/real 1761234178] req@ffff9437f86d7b80 x1846776749023872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234178.591676:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749023872/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234178.591686:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234178.591691:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234178.591694:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749023872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234178.591702:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234175/real 1761234178] req@ffff9437f86d6680 x1846776749023104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234178.591716:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749023104/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234178.591725:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234178.591728:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234178.591732:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749023104:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234178.591739:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234175/real 1761234178] req@ffff9437f86d4700 x1846776749023232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234178.591780:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749023232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234178.591791:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234178.591795:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234178.591800:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749023232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234179.102915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234179.102941:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234179.102944:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234179.422806:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234179.422896:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234180.126840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234180.126840:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234180.126840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234180.446837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234180.446898:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234180.638820:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234180.638832:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234180.638836:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234180.638848:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10704 00000100:00080000:0.0:1761234180.638859:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234180.638867:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234180.638902:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749024128/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234180.638926:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234180.638928:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234180.638930:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234180.638933:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10704 00000100:00080000:0.0:1761234180.638937:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234180.638940:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234180.638948:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234180.638960:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749024256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234180.638960:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749024128:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234180.638976:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234180.638978:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234180.638979:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234180.638982:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10704 00000100:00080000:0.0:1761234180.638985:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234180.638987:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234180.638991:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234180.639003:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749024384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234180.639012:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234180.639015:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234180.639016:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234180.639020:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10704 00000100:00080000:0.0:1761234180.639025:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234180.639029:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234180.639034:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234180.639039:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234180.639049:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749024512/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234180.639061:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234180.639065:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234180.639067:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234180.639071:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10704 00000100:00080000:0.0:1761234180.639075:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234180.639079:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234180.639084:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234180.639088:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234180/real 1761234180] req@ffff9437f87fa680 x1846776749024128/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234180.639099:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749024640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234180.639151:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234180.639155:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234180.639157:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234180.639163:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749024128/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234180.639164:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10704 00000100:00080000:0.0:1761234180.639172:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234180.639180:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234180.639185:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761234180.639188:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1761234180.639194:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234180.639200:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749024128:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234180.639202:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749024768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234180.639219:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234180.639223:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234180.639225:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234180.639229:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10704 00000100:00080000:0.0:1761234180.639233:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234180.639236:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749024256:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234180.639240:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234180.639249:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234180.639262:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749024896/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234180.639272:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761234180.639278:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234180.639280:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234180.639285:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234180.639290:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10704 00000100:00080000:0.0:1761234180.639296:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234180.639303:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234180.639304:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234180/real 1761234180] req@ffff9437f87f9f80 x1846776749024256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234180.639308:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234180.639323:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749025024/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234180.639330:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749024256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234180.639346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234180.639351:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234180.639356:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749024256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234180.639364:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749024384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234180.639390:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234180.639404:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234180/real 1761234180] req@ffff9437f87f9500 x1846776749024384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234180.639418:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749024384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234180.639436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234180.639439:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234180.639443:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749024384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234180.639450:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749024512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234180.639472:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234180.639485:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234180/real 1761234180] req@ffff9437f87fb100 x1846776749024512/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234180.639499:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749024512/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234180.639509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234180.639512:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234180.639516:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749024512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234180.639523:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749024640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234180.639545:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234180.639558:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234180/real 1761234180] req@ffff9437f87f8a80 x1846776749024640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234180.639571:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749024640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234180.639580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234180.639583:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234180.639588:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749024640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234180.639595:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749024768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234180.639618:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234180.639629:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234180/real 1761234180] req@ffff9437f87fad80 x1846776749024768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234180.639640:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749024768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234180.639649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234180.639652:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234180.639655:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749024768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234180.639677:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749024896:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234180.639699:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234180.639711:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234180/real 1761234180] req@ffff9437f87f9c00 x1846776749024896/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234180.639722:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749024896/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234180.639756:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234180.639759:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234180.639763:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749024896:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234180.639769:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749025024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234180.639869:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234180.639882:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234180/real 1761234180] req@ffff9437f87fb480 x1846776749025024/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234180.639895:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749025024/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234180.639910:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234180.639913:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234180.639917:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749025024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234181.150840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234181.150842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234181.150846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234181.470815:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234181.470865:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234182.174849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234182.174849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234182.174979:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234182.494831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234182.494891:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234183.198886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234183.198916:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234183.198977:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234183.518861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234183.518940:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234184.222837:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234184.222845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234184.222991:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234184.542893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234184.542948:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234185.246848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234185.246851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234185.246853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234185.566837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234185.566913:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234185.758820:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234185.758829:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234185.758833:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234185.758843:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10709 00000100:00080000:0.0:1761234185.758859:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234185.758868:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234185.758900:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749025152/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234185.758920:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234185.758923:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234185.758924:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234185.758927:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10709 00000100:00080000:0.0:1761234185.758930:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234185.758933:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234185.758941:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234185.758949:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749025280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234185.758958:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234185.758961:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234185.758964:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234185.758966:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749025152:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234185.758968:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10709 00000100:00080000:0.0:1761234185.758973:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234185.758978:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234185.758981:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234185.758991:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749025408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234185.758998:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234185.759000:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234185.759001:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234185.759003:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10709 00000100:00080000:0.0:1761234185.759006:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234185.759008:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234185.759012:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234185.759019:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749025536/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234185.759039:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234185.759042:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234185.759043:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234185.759046:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10709 00000100:00080000:0.0:1761234185.759049:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234185.759054:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761234185.759058:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761234185.759060:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234185.759070:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749025664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234185.759082:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234185.759085:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234185.759086:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234185.759089:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10709 00000100:00080000:0.0:1761234185.759092:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234185.759094:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234185.759097:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234185.759108:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234185/real 1761234185] req@ffff9437f87fbb80 x1846776749025152/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234185.759109:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749025792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234185.759130:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234185.759137:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234185.759138:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234185.759141:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10709 00000100:00080000:0.0:1761234185.759144:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234185.759146:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234185.759149:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234185.759153:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749025152/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234185.759158:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749025920/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234185.759181:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234185.759183:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234185.759184:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234185.759188:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234185.759194:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10709 00000100:00080000:3.0:1761234185.759194:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234185.759201:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234185.759205:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749025152:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234185.759206:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234185.759212:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234185.759220:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749026048/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234185.759236:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749025280:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234185.759263:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234185.759277:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234185/real 1761234185] req@ffff9437f87fa300 x1846776749025280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234185.759290:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749025280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234185.759300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234185.759304:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234185.759307:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749025280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234185.759314:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749025408:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234185.759331:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234185.759341:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234185/real 1761234185] req@ffff9437f87fb480 x1846776749025408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234185.759353:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749025408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234185.759362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234185.759365:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234185.759368:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749025408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234185.759375:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749025536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234185.759392:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234185.759414:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234185/real 1761234185] req@ffff9437f87f9c00 x1846776749025536/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234185.759430:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749025536/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234185.759444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234185.759448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234185.759451:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749025536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234185.759458:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749025664:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234185.759475:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234185.759485:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234185/real 1761234185] req@ffff9437f87fad80 x1846776749025664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234185.759496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749025664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234185.759504:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234185.759507:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234185.759510:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749025664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234185.759517:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749025792:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234185.759533:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234185.759544:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234185/real 1761234185] req@ffff9437f87f8a80 x1846776749025792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234185.759555:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749025792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234185.759563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234185.759566:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234185.759570:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749025792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234185.759577:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749025920:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234185.759596:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234185.759606:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234185/real 1761234185] req@ffff9437f87fb100 x1846776749025920/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234185.759618:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749025920/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234185.759626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234185.759629:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234185.759632:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749025920:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234185.759638:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749026048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234185.759656:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234185.759665:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234185/real 1761234185] req@ffff9437f87f9500 x1846776749026048/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234185.759677:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749026048/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234185.759685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234185.759687:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234185.759691:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749026048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234186.270799:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234186.270830:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234186.270844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234186.590820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234186.590897:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234187.294819:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234187.294829:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234187.294835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234187.614841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234187.614906:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234188.318853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234188.318880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234188.318880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234188.638822:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234188.638910:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234189.342807:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234189.342810:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234189.342901:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234189.662841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234189.662927:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234190.366862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234190.366862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234190.366862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234190.686813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234190.686921:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234190.878896:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234190.878909:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234190.878915:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234190.878953:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10714 00000100:00080000:0.0:1761234190.878968:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234190.878975:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234190.879023:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749026176/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234190.879055:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234190.879058:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234190.879059:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234190.879063:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10714 00000100:00080000:0.0:1761234190.879066:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234190.879068:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234190.879079:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234190.879089:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749026304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234190.879097:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234190.879100:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234190.879101:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234190.879108:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10714 00000100:00100000:3.0:1761234190.879108:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749026176:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234190.879112:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234190.879118:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234190.879122:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234190.879131:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749026432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234190.879137:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234190.879139:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234190.879141:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234190.879144:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10714 00000100:00080000:0.0:1761234190.879147:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234190.879149:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234190.879152:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234190.879162:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749026560/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234190.879167:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234190.879170:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234190.879172:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234190.879175:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10714 00000100:00080000:0.0:1761234190.879181:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234190.879184:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234190.879188:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234190.879196:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749026688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234190.879204:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234190.879206:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234190.879210:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234190.879211:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234190.879214:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10714 00000100:00080000:0.0:1761234190.879217:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234190.879220:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234190.879223:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234190.879230:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749026816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234190.879236:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234190.879239:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234190.879240:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234190.879243:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10714 00000100:00080000:0.0:1761234190.879246:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234190.879249:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234190.879252:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234190.879258:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234190/real 1761234190] req@ffff9437f87f9f80 x1846776749026176/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234190.879262:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749026944/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234190.879281:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234190.879284:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234190.879286:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234190.879291:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10714 00000100:00100000:3.0:1761234190.879291:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749026176/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234190.879297:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234190.879303:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234190.879308:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234190.879311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234190.879317:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234190.879319:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749027072/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234190.879323:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749026176:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234190.879354:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749026304:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234190.879376:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234190.879391:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234190/real 1761234190] req@ffff9437f87fa680 x1846776749026304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234190.879402:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749026304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234190.879410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234190.879412:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234190.879415:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749026304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234190.879422:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749026432:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234190.879437:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234190.879443:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234190/real 1761234190] req@ffff9437f87faa00 x1846776749026432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234190.879451:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749026432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234190.879457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234190.879459:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234190.879461:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749026432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234190.879464:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749026560:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234190.879476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234190.879482:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234190/real 1761234190] req@ffff9437f87f8000 x1846776749026560/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234190.879489:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749026560/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234190.879494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234190.879496:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234190.879498:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749026560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234190.879501:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749026688:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234190.879511:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234190.879517:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234190/real 1761234190] req@ffff9437f87f8700 x1846776749026688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234190.879529:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749026688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234190.879534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234190.879536:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234190.879538:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749026688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234190.879541:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749026816:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234190.879551:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234190.879557:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234190/real 1761234190] req@ffff9437f87f9180 x1846776749026816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234190.879564:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749026816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234190.879569:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234190.879571:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234190.879573:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749026816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234190.879576:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749026944:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234190.879586:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234190.879591:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234190/real 1761234190] req@ffff9437f87fb800 x1846776749026944/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234190.879598:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749026944/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234190.879608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234190.879610:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234190.879612:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749026944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234190.879616:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749027072:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234190.879625:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234190.879630:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234190/real 1761234190] req@ffff9437f87f8e00 x1846776749027072/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234190.879637:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749027072/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234190.879642:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234190.879644:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234190.879646:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749027072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234191.390817:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234191.390836:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234191.390887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234191.710852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234191.711099:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234192.414851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234192.414851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234192.414888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234192.734836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234192.734919:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234193.438805:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234193.438824:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234193.438840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234193.758809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234193.758866:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234194.462867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234194.462867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234194.462873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234194.782841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234194.782914:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234195.486864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234195.486864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234195.486916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234195.806918:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234195.806958:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234195.998989:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234195.998999:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234195.999004:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234195.999016:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10719 00000100:00080000:2.0:1761234195.999025:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234195.999031:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234195.999062:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749027200/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234195.999088:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234195.999090:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234195.999092:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234195.999094:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10719 00000100:00080000:2.0:1761234195.999097:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234195.999099:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234195.999107:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234195.999117:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776749027328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234195.999127:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234195.999129:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234195.999132:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234195.999139:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749027200:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234195.999140:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10719 00000100:00080000:2.0:1761234195.999148:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234195.999154:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234195.999158:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234195.999169:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776749027456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234195.999177:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234195.999179:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234195.999181:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234195.999184:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10719 00000100:00080000:2.0:1761234195.999186:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234195.999189:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234195.999193:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234195.999202:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776749027584/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234195.999208:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234195.999210:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234195.999211:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234195.999215:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10719 00000100:00080000:2.0:1761234195.999220:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234195.999223:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234195.999227:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234195.999235:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234195.999242:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749027712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234195.999250:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234195.999253:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234195.999255:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234195.999258:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10719 00000100:00080000:2.0:1761234195.999262:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234195.999266:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234195.999270:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234195.999280:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749027840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234195.999289:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234195.999293:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234195/real 1761234195] req@ffff9437fa0ddc00 x1846776749027200/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234195.999294:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234195.999299:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234195.999318:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10719 00000100:00080000:2.0:1761234195.999330:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234195.999336:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234195.999341:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749027200/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761234195.999345:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234195.999367:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749027968/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234195.999368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234195.999386:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234195.999400:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749027200:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234195.999424:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234195.999426:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234195.999429:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234195.999432:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10719 00000100:00080000:2.0:1761234195.999434:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234195.999439:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234195.999444:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749027328:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761234195.999447:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234195.999469:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749028096/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234195.999481:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234195.999497:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234195/real 1761234195] req@ffff9437fa0dfb80 x1846776749027328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234195.999508:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776749027328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234195.999519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234195.999523:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234195.999525:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749027328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234195.999531:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749027456:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234195.999543:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234195.999549:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234195/real 1761234195] req@ffff9437fa0dd180 x1846776749027456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234195.999556:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776749027456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234195.999562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234195.999564:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234195.999566:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749027456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234195.999571:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749027584:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234195.999583:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234195.999589:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234195/real 1761234195] req@ffff9437fa0dc000 x1846776749027584/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234195.999597:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776749027584/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234195.999602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234195.999604:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234195.999606:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749027584:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234195.999610:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749027712:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234195.999620:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234195.999626:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234195/real 1761234195] req@ffff9437fa0df800 x1846776749027712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234195.999633:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749027712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234195.999637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234195.999639:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234195.999641:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749027712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234195.999644:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749027840:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234195.999655:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234195.999660:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234195/real 1761234195] req@ffff9437fa0dc700 x1846776749027840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234195.999668:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749027840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234195.999673:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234195.999675:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234195.999677:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749027840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234195.999680:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749027968:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234195.999690:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234195.999696:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234195/real 1761234195] req@ffff9437fa0dc380 x1846776749027968/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234195.999704:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749027968/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234195.999709:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234195.999711:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234195.999712:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749027968:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234195.999750:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749028096:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234195.999764:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234195.999771:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234195/real 1761234195] req@ffff9437fa0ddc00 x1846776749028096/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234195.999778:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749028096/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234195.999789:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234195.999791:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234195.999794:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749028096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234196.510912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234196.510912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234196.510934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234196.830862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234196.830931:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234197.534862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234197.534863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234197.534890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234197.854839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234197.854900:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234198.558935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234198.558935:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234198.559007:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234198.878880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234198.878944:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234199.582873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234199.582876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234199.582922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234199.902892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234199.902970:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234200.606889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234200.606912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234200.606962:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234200.926861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234200.926976:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234201.118929:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234201.118938:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234201.118943:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234201.118952:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10724 00000100:00080000:0.0:1761234201.118962:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234201.118970:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234201.119002:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776749028224/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234201.119027:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234201.119030:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234201.119031:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234201.119045:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10724 00000100:00080000:0.0:1761234201.119047:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234201.119050:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234201.119057:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234201.119066:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776749028352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234201.119073:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234201.119077:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234201.119079:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234201.119082:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10724 00000100:00080000:0.0:1761234201.119084:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234201.119086:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234201.119091:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234201.119118:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749028224:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234201.119119:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749028480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234201.119142:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234201.119148:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234201.119152:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234201.119158:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10724 00000100:00080000:0.0:1761234201.119163:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234201.119169:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234201.119175:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234201.119191:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749028608/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234201.119202:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234201.119206:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234201.119208:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761234201.119215:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234201.119220:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10724 00000100:00080000:0.0:1761234201.119226:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234201.119230:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234201.119237:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234201.119248:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749028736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234201.119255:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234201.119258:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234201.119260:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234201.119263:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10724 00000100:00080000:0.0:1761234201.119270:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234201.119275:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234201/real 1761234201] req@ffff9437f87f8380 x1846776749028224/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234201.119277:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234201.119297:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234201.119307:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776749028224/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234201.119317:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749028864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234201.119322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234201.119336:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234201.119344:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749028224:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234201.119346:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234201.119355:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1761234201.119359:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749028352:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234201.119361:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234201.119374:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10724 00000100:00080000:0.0:1761234201.119385:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234201.119391:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234201.119393:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234201.119405:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234201.119405:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234201/real 1761234201] req@ffff9437f87f9880 x1846776749028352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234201.119417:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776749028352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234201.119431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234201.119436:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234201.119440:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749028352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234201.119447:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749028992/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234201.119459:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234201.119462:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234201.119466:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234201.119471:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749028480:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234201.119478:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10724 00000100:00080000:0.0:1761234201.119489:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234201.119498:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761234201.119499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761234201.119510:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234201.119511:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234201/real 1761234201] req@ffff9437f87f8e00 x1846776749028480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234201.119534:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749028480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234201.119541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761234201.119542:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749029120/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234201.119553:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234201.119569:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749028480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234201.119592:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749028608:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234201.119632:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234201.119648:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234201/real 1761234201] req@ffff9437f87fb800 x1846776749028608/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234201.119658:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749028608/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234201.119664:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234201.119666:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234201.119668:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749028608:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234201.119674:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749028736:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234201.119688:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234201.119694:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234201/real 1761234201] req@ffff9437f87f9180 x1846776749028736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234201.119703:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749028736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234201.119709:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234201.119711:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234201.119713:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749028736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234201.119717:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749028864:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234201.119729:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234201.119782:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234201/real 1761234201] req@ffff9437f87f8700 x1846776749028864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234201.119791:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749028864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234201.119798:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234201.119801:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234201.119803:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749028864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234201.119808:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749028992:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234201.119823:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234201.119830:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234201/real 1761234201] req@ffff9437f87f8000 x1846776749028992/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234201.119844:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749028992/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234201.119850:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234201.119852:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234201.119854:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749028992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234201.119872:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749029120:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234201.119884:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234201.119891:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234201/real 1761234201] req@ffff9437f87faa00 x1846776749029120/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234201.119899:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749029120/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234201.119905:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234201.119908:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234201.119910:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749029120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234201.630828:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234201.630847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234201.630892:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234201.950867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234201.951004:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234202.654860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234202.654861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234202.654861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234202.974840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234202.974910:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234203.678815:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234203.678815:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234203.678878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234203.998814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234203.998911:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234204.702877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234204.702877:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234204.702928:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234205.022866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234205.022946:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234205.726865:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234205.726865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234205.726865:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234206.046902:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234206.046982:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234206.238908:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234206.238917:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234206.238922:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234206.238931:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10729 00000100:00080000:0.0:1761234206.238941:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234206.238946:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234206.238979:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749029248/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234206.239002:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234206.239005:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234206.239006:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234206.239009:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10729 00000100:00080000:0.0:1761234206.239011:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234206.239014:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234206.239021:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234206.239031:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749029376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234206.239043:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749029248:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234206.239046:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234206.239053:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234206.239056:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234206.239061:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10729 00000100:00080000:0.0:1761234206.239063:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234206.239065:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234206.239068:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234206.239077:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749029504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234206.239084:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234206.239087:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234206.239088:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234206.239090:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10729 00000100:00080000:0.0:1761234206.239105:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234206.239108:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234206.239111:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234206.239119:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749029632/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234206.239124:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234206.239131:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234206.239134:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234206.239136:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234206.239139:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10729 00000100:00080000:0.0:1761234206.239143:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234206.239146:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234206.239149:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234206.239156:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749029760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234206.239162:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234206.239164:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234206.239166:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234206.239169:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10729 00000100:00080000:0.0:1761234206.239174:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234206.239174:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234206/real 1761234206] req@ffff9437f87fa680 x1846776749029248/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234206.239181:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234206.239187:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234206.239197:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749029888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234206.239200:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749029248/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234206.239211:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234206.239216:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234206.239218:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234206.239219:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234206.239223:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10729 00000100:00080000:3.0:1761234206.239226:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234206.239227:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234206.239233:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749029248:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234206.239234:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234206.239241:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234206.239249:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749030016/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234206.239260:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234206.239261:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749029376:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234206.239266:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234206.239268:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234206.239272:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10729 00000100:00080000:0.0:1761234206.239274:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234206.239277:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234206.239280:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234206.239288:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234206.239290:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749030144/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234206.239303:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234206/real 1761234206] req@ffff9437f87f9f80 x1846776749029376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234206.239314:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749029376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234206.239321:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234206.239323:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234206.239325:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749029376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234206.239329:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749029504:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234206.239341:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234206.239347:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234206/real 1761234206] req@ffff9437f87f9500 x1846776749029504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234206.239360:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749029504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234206.239366:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234206.239367:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234206.239369:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749029504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234206.239373:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749029632:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234206.239383:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234206.239389:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234206/real 1761234206] req@ffff9437f87fb100 x1846776749029632/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234206.239397:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749029632/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234206.239402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234206.239404:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234206.239405:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749029632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234206.239420:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749029760:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234206.239436:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234206.239443:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234206/real 1761234206] req@ffff9437f87f8a80 x1846776749029760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234206.239450:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749029760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234206.239460:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234206.239462:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234206.239464:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749029760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234206.239467:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749029888:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234206.239477:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234206.239483:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234206/real 1761234206] req@ffff9437f87fad80 x1846776749029888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234206.239490:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749029888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234206.239495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234206.239497:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234206.239499:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749029888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234206.239511:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749030016:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234206.239522:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234206.239528:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234206/real 1761234206] req@ffff9437f87f9c00 x1846776749030016/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234206.239535:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749030016/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234206.239540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234206.239542:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234206.239544:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749030016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234206.239548:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749030144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234206.239557:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234206.239562:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234206/real 1761234206] req@ffff9437f87fb480 x1846776749030144/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234206.239569:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749030144/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234206.239574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234206.239576:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234206.239578:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749030144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234206.750847:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234206.750847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234206.750889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234207.070898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234207.070969:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234207.774827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234207.774842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234207.774842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234208.094856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234208.094921:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234208.798862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234208.798866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234208.798899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234209.118859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234209.118942:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234209.822863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234209.822863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234209.822885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234210.142875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234210.143001:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234210.846877:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234210.846908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234210.846912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234211.166931:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234211.167002:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234211.358860:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234211.358870:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234211.358874:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234211.358885:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10735 00000100:00080000:0.0:1761234211.358898:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234211.358905:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234211.358941:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749030272/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234211.358980:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234211.358983:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234211.358985:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234211.358988:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10735 00000100:00080000:0.0:1761234211.358990:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234211.358993:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234211.359001:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234211.359022:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749030400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234211.359031:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749030272:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234211.359034:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234211.359038:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234211.359040:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234211.359043:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10735 00000100:00080000:0.0:1761234211.359046:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234211.359048:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234211.359051:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234211.359059:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749030528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234211.359066:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234211.359069:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234211.359070:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234211.359083:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10735 00000100:00080000:0.0:1761234211.359093:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234211.359096:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234211.359099:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234211.359107:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749030656/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234211.359113:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761234211.359117:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234211.359118:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234211.359122:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234211.359126:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10735 00000100:00080000:0.0:1761234211.359129:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234211.359131:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234211.359135:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234211.359142:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749030784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234211.359148:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234211.359151:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234211.359153:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234211.359155:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10735 00000100:00080000:0.0:1761234211.359159:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234211.359162:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234211/real 1761234211] req@ffff9437f87fa300 x1846776749030272/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234211.359165:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234211.359171:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234211.359182:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749030912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234211.359186:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749030272/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234211.359196:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234211.359202:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234211.359204:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234211.359204:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234211.359213:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10735 00000100:00080000:3.0:1761234211.359214:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234211.359217:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234211.359221:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749030272:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234211.359224:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234211.359229:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234211.359236:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749031040/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234211.359243:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234211.359246:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749030400:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234211.359248:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234211.359252:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234211.359256:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10735 00000100:00080000:0.0:1761234211.359259:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234211.359261:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234211.359264:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234211.359272:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234211.359275:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749031168/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234211.359287:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234211/real 1761234211] req@ffff9437f87fbb80 x1846776749030400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234211.359298:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749030400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234211.359305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234211.359307:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234211.359310:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749030400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234211.359314:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749030528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234211.359326:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234211.359332:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234211/real 1761234211] req@ffff9437f87fb480 x1846776749030528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234211.359339:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749030528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234211.359354:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234211.359356:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234211.359358:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749030528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234211.359362:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749030656:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234211.359372:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234211.359379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234211/real 1761234211] req@ffff9437f87f9c00 x1846776749030656/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234211.359386:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749030656/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234211.359391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234211.359393:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234211.359395:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749030656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234211.359398:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749030784:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234211.359408:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234211.359413:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234211/real 1761234211] req@ffff9437f87fad80 x1846776749030784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234211.359421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749030784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234211.359442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234211.359444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234211.359446:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749030784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234211.359449:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749030912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234211.359460:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234211.359466:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234211/real 1761234211] req@ffff9437f87f8a80 x1846776749030912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234211.359473:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749030912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234211.359479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234211.359481:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234211.359483:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749030912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234211.359495:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749031040:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234211.359506:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234211.359512:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234211/real 1761234211] req@ffff9437f87fb100 x1846776749031040/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234211.359519:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749031040/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234211.359524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234211.359526:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234211.359528:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749031040:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234211.359531:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749031168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234211.359557:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234211.359566:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234211/real 1761234211] req@ffff9437f87f9500 x1846776749031168/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234211.359573:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749031168/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234211.359587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234211.359589:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234211.359592:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749031168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234211.870897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234211.870897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234211.870897:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234212.190784:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234212.190914:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234212.894833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234212.894852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234212.894859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234213.214886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234213.214976:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234213.918863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234213.918863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234213.918874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234214.238841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234214.238905:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234214.942839:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234214.942856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234214.942878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234215.262839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234215.262931:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234215.966864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234215.966864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234215.966987:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234216.286850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234216.286926:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234216.478830:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234216.478841:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234216.478845:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234216.478855:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10740 00000100:00080000:1.0:1761234216.478865:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234216.478870:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234216.478903:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749031296/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234216.478926:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234216.478929:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234216.478931:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234216.478933:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10740 00000100:00080000:1.0:1761234216.478936:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234216.478939:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234216.478947:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234216.478956:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749031424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234216.478962:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749031296:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234216.478967:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234216.478971:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234216.478973:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234216.478977:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10740 00000100:00080000:1.0:1761234216.478980:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234216.478983:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234216.478986:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234216.478995:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749031552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234216.479002:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234216.479004:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234216.479005:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234216.479007:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10740 00000100:00080000:1.0:1761234216.479017:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234216.479022:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234216.479023:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234216.479029:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234216.479038:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749031680/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234216.479045:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234216.479047:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234216.479049:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234216.479051:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10740 00000100:00080000:1.0:1761234216.479054:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234216.479057:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234216.479060:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234216.479063:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234216/real 1761234216] req@ffff9437f86d5180 x1846776749031296/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234216.479071:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749031808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234216.479079:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234216.479083:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749031296/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234216.479084:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234216.479088:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234216.479096:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10740 00000100:00080000:1.0:1761234216.479101:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234216.479101:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234216.479108:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234216.479110:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:1.0:1761234216.479113:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234216.479116:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749031296:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234216.479125:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749031936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234216.479132:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234216.479135:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234216.479136:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234216.479140:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749031424:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234216.479143:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10740 00000100:00080000:1.0:1761234216.479146:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234216.479149:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234216.479152:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234216.479163:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749032064/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234216.479167:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234216.479177:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234216.479181:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234216/real 1761234216] req@ffff9437f86d6d80 x1846776749031424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234216.479182:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234216.479185:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234216.479192:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10740 00000100:00080000:1.0:1761234216.479200:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234216.479204:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749031424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234216.479205:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234216.479212:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234216.479222:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761234216.479225:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749032192/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234216.479228:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234216.479235:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749031424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234216.479247:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749031552:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234216.479263:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234216.479270:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234216/real 1761234216] req@ffff9437f86d7100 x1846776749031552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234216.479277:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749031552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234216.479283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234216.479285:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234216.479287:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749031552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234216.479291:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749031680:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234216.479301:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234216.479306:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234216/real 1761234216] req@ffff9437f86d6a00 x1846776749031680/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234216.479314:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749031680/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234216.479319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234216.479321:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234216.479322:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749031680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234216.479326:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749031808:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234216.479335:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234216.479341:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234216/real 1761234216] req@ffff9437f86d7480 x1846776749031808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234216.479349:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749031808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234216.479354:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234216.479356:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234216.479358:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749031808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234216.479361:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749031936:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234216.479370:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234216.479376:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234216/real 1761234216] req@ffff9437f86d4700 x1846776749031936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234216.479383:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749031936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234216.479388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234216.479390:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234216.479391:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749031936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234216.479404:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749032064:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234216.479414:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234216.479420:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234216/real 1761234216] req@ffff9437f86d6680 x1846776749032064/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234216.479426:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749032064/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234216.479432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234216.479434:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234216.479435:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749032064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234216.479439:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749032192:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234216.479479:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234216.479486:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234216/real 1761234216] req@ffff9437f86d7b80 x1846776749032192/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234216.479493:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749032192/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234216.479498:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234216.479500:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234216.479502:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749032192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234216.990838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234216.990845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234216.990857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234217.310835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234217.310897:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234218.014840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234218.014842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234218.014845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234218.334831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234218.334909:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234219.038848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234219.038865:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234219.038888:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234219.358853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234219.358940:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234220.062886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234220.062886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234220.062949:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234220.382830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234220.382923:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234221.086883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234221.086901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234221.086934:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234221.406881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234221.407013:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234221.598874:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234221.598886:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234221.598892:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234221.598925:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10745 00000100:00080000:1.0:1761234221.598942:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234221.598950:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234221.598997:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749032320/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234221.599026:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234221.599029:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234221.599031:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234221.599034:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10745 00000100:00080000:1.0:1761234221.599037:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234221.599040:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234221.599050:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234221.599061:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749032448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234221.599070:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234221.599073:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234221.599075:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234221.599080:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10745 00000100:00080000:1.0:1761234221.599085:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234221.599090:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749032320:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234221.599091:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234221.599103:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234221.599115:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749032576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234221.599123:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234221.599126:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234221.599127:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234221.599131:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10745 00000100:00080000:1.0:1761234221.599133:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234221.599137:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234221.599141:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234221.599150:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749032704/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234221.599156:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234221.599160:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234221.599162:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234221.599166:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10745 00000100:00080000:1.0:1761234221.599169:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234221.599176:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234221.599180:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234221.599185:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234221.599197:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749032832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234221.599204:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234221.599207:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234221.599208:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234221.599215:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10745 00000100:00080000:1.0:1761234221.599219:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234221.599222:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234221.599227:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234221.599231:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234221/real 1761234221] req@ffff9437f86d5f80 x1846776749032320/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234221.599242:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749032960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234221.599295:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234221.599309:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234221.599311:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234221.599316:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10745 00000100:00080000:1.0:1761234221.599320:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234221.599321:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749032320/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234221.599333:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234221.599369:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761234221.599371:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234221.599377:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234221.599386:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749033088/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234221.599387:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749032320:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234221.599414:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234221.599417:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234221.599420:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234221.599431:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10745 00000100:00100000:3.0:1761234221.599436:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749032448:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234221.599440:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234221.599451:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234221.599457:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234221.599471:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234221.599473:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749033216/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234221.599490:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234221/real 1761234221] req@ffff9437f86d5c00 x1846776749032448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234221.599504:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749032448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234221.599514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234221.599517:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234221.599520:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749032448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234221.599526:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749032576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234221.599542:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234221.599549:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234221/real 1761234221] req@ffff9437f86d4380 x1846776749032576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234221.599558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749032576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234221.599571:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234221.599573:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234221.599576:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749032576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234221.599580:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749032704:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234221.599593:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234221.599600:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234221/real 1761234221] req@ffff9437f86d4000 x1846776749032704/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234221.599609:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749032704/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234221.599615:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234221.599617:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234221.599620:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749032704:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234221.599624:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749032832:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234221.599636:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234221.599643:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234221/real 1761234221] req@ffff9437f86d5880 x1846776749032832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234221.599653:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749032832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234221.599659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234221.599661:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234221.599664:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749032832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234221.599668:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749032960:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234221.599680:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234221.599687:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234221/real 1761234221] req@ffff9437f86d7b80 x1846776749032960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234221.599695:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749032960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234221.599701:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234221.599704:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234221.599707:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749032960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234221.599711:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749033088:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234221.599723:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234221.599755:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234221/real 1761234221] req@ffff9437f86d6680 x1846776749033088/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234221.599765:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749033088/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234221.599771:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234221.599774:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234221.599777:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749033088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234221.599797:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749033216:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234221.599814:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234221.599823:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234221/real 1761234221] req@ffff9437f86d4700 x1846776749033216/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234221.599832:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749033216/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234221.599838:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234221.599841:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234221.599843:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749033216:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234222.110840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234222.110888:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234222.110901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234222.430819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234222.430975:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234223.134867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234223.134880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234223.134889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234223.454842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234223.454916:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234224.158894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234224.158910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234224.158944:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234224.478867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234224.479001:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234225.182823:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234225.182826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234225.182826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234225.502849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234225.502930:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234226.206800:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234226.206829:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234226.206842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234226.526869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234226.526979:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234226.718857:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234226.718869:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234226.718873:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234226.718886:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10750 00000100:00080000:1.0:1761234226.718899:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234226.718906:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234226.718954:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749033344/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234226.718997:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234226.719000:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234226.719002:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234226.719005:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10750 00000100:00080000:1.0:1761234226.719008:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234226.719012:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234226.719022:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234226.719032:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749033472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234226.719038:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749033344:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234226.719045:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234226.719048:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234226.719049:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234226.719063:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10750 00000100:00080000:1.0:1761234226.719065:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234226.719067:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234226.719070:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234226.719080:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749033600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234226.719086:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234226.719088:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234226.719089:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234226.719093:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10750 00000100:00080000:1.0:1761234226.719112:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234226.719116:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234226.719121:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234226.719132:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749033728/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234226.719133:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234226.719142:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234226.719145:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234226.719146:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234226.719150:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10750 00000100:00080000:1.0:1761234226.719153:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234226.719156:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234226.719159:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234226.719167:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749033856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234226.719174:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234226.719177:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234226.719178:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234226.719182:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10750 00000100:00080000:1.0:1761234226.719186:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234226.719186:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234226/real 1761234226] req@ffff9437f86d7480 x1846776749033344/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234226.719194:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234226.719201:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234226.719211:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749033984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234226.719214:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749033344/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234226.719234:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234226.719238:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234226.719238:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234226.719243:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234226.719261:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234226.719277:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749033344:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234226.719279:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10750 00000100:00080000:1.0:1761234226.719286:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234226.719305:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234226.719309:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234226.719319:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749034112/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234226.719327:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234226.719328:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749033472:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234226.719333:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234226.719337:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234226.719344:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10750 00000100:00080000:1.0:1761234226.719349:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234226.719352:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234226.719356:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234226.719369:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234226.719370:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749034240/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234226.719386:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234226/real 1761234226] req@ffff9437f86d6a00 x1846776749033472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234226.719398:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749033472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234226.719405:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234226.719408:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234226.719410:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749033472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234226.719415:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749033600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234226.719428:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234226.719435:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234226/real 1761234226] req@ffff9437f86d7100 x1846776749033600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234226.719443:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749033600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234226.719449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234226.719451:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234226.719453:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749033600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234226.719457:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749033728:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234226.719468:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234226.719474:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234226/real 1761234226] req@ffff9437f86d6d80 x1846776749033728/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234226.719487:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749033728/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234226.719503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234226.719505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234226.719507:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749033728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234226.719510:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749033856:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234226.719521:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234226.719544:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234226/real 1761234226] req@ffff9437f86d5180 x1846776749033856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234226.719552:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749033856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234226.719557:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234226.719559:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234226.719561:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749033856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234226.719564:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749033984:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234226.719576:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234226.719581:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234226/real 1761234226] req@ffff9437f86d4700 x1846776749033984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234226.719589:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749033984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234226.719598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234226.719601:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234226.719603:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749033984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234226.719617:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749034112:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234226.719627:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234226.719633:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234226/real 1761234226] req@ffff9437f86d6680 x1846776749034112/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234226.719640:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749034112/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234226.719645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234226.719647:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234226.719649:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749034112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234226.719652:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749034240:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234226.719661:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234226.719668:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234226/real 1761234226] req@ffff9437f86d7b80 x1846776749034240/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234226.719675:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749034240/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234226.719680:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234226.719682:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234226.719685:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749034240:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234227.230872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234227.230897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234227.230932:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234227.550827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234227.550914:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234228.254861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234228.254896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234228.254923:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234228.574855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234228.574938:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234229.278806:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234229.278821:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234229.278883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234229.598843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234229.598962:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234230.302812:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234230.302815:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234230.302896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234230.622878:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234230.623004:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234231.326884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234231.326895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234231.326911:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234231.646836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234231.646909:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234231.838903:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234231.838918:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234231.838924:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234231.838938:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10755 00000100:00080000:1.0:1761234231.838954:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234231.838963:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234231.839013:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749034368/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234231.839043:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234231.839046:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234231.839048:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234231.839052:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10755 00000100:00080000:1.0:1761234231.839055:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234231.839060:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234231.839072:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234231.839085:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749034496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234231.839094:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749034368:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234231.839102:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234231.839108:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234231.839109:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234231.839113:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10755 00000100:00080000:1.0:1761234231.839116:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234231.839118:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234231.839123:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234231.839134:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749034624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234231.839141:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234231.839143:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234231.839145:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234231.839147:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10755 00000100:00080000:1.0:1761234231.839168:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234231.839172:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234231.839176:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234231.839187:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749034752/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234231.839194:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234231.839197:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234231.839198:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234231.839202:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10755 00000100:00080000:1.0:1761234231.839207:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234231.839216:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234231.839220:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234231.839225:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234231.839238:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749034880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234231.839246:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234231.839249:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234231.839251:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234231.839255:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10755 00000100:00080000:1.0:1761234231.839260:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234231.839266:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234231.839267:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234231/real 1761234231] req@ffff9437f86d5880 x1846776749034368/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761234231.839276:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234231.839300:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749035008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234231.839305:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749034368/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234231.839350:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234231.839354:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234231.839355:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234231.839357:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234231.839366:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10755 00000100:00080000:3.0:1761234231.839366:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234231.839376:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234231.839380:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749034368:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234231.839389:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234231.839398:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234231.839405:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749034496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234231.839416:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749035136/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234231.839429:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234231.839432:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234231.839439:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234231.839442:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234231.839443:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234231/real 1761234231] req@ffff9437f86d4000 x1846776749034496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234231.839460:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10755 00000100:00100000:3.0:1761234231.839468:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749034496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234231.839471:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234231.839483:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234231.839485:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761234231.839490:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234231.839491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234231.839514:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749035264/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234231.839519:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749034496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234231.839547:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749034624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234231.839567:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234231.839575:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234231/real 1761234231] req@ffff9437f86d4380 x1846776749034624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234231.839583:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749034624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234231.839589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234231.839591:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234231.839594:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749034624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234231.839598:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749034752:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234231.839608:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234231.839614:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234231/real 1761234231] req@ffff9437f86d5c00 x1846776749034752/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234231.839622:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749034752/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234231.839626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234231.839628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234231.839630:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749034752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234231.839634:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749034880:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234231.839644:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234231.839651:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234231/real 1761234231] req@ffff9437f86d5f80 x1846776749034880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234231.839658:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749034880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234231.839663:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234231.839665:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234231.839667:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749034880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234231.839671:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749035008:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234231.839680:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234231.839686:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234231/real 1761234231] req@ffff9437f86d7b80 x1846776749035008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234231.839693:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749035008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234231.839698:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234231.839700:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234231.839702:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749035008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234231.839717:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749035136:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234231.839747:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234231.839756:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234231/real 1761234231] req@ffff9437f86d6680 x1846776749035136/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234231.839763:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749035136/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234231.839769:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234231.839771:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234231.839773:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749035136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234231.839778:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749035264:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234231.839790:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234231.839795:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234231/real 1761234231] req@ffff9437f86d4700 x1846776749035264/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234231.839803:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749035264/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234231.839808:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234231.839810:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234231.839812:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749035264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234232.350865:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234232.350867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234232.350873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234232.670824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234232.670909:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234233.374933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234233.374943:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234233.375010:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234233.694870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234233.695010:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234234.398932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234234.399454:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234234.399508:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234234.718850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234234.718915:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234235.422967:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234235.423495:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234235.423556:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234235.742824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234235.742895:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234236.447144:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234236.447252:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234236.447291:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234236.766838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234236.766965:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234236.958870:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234236.958881:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234236.958887:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234236.958898:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10760 00000100:00080000:2.0:1761234236.958910:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234236.958918:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234236.958955:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749035392/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234236.958980:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234236.958985:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234236.958987:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234236.958991:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10760 00000100:00080000:2.0:1761234236.958997:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234236.959001:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234236.959011:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234236.959018:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749035392:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234236.959036:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749035520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234236.959046:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234236.959049:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234236.959066:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234236.959074:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10760 00000100:00080000:2.0:1761234236.959085:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234236.959089:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234236.959094:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234236.959096:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234236.959105:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776749035648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234236.959114:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234236.959117:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234236.959118:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234236.959122:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10760 00000100:00080000:2.0:1761234236.959126:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234236.959129:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234236.959134:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234236.959136:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234236/real 1761234236] req@ffff9437fa0dea00 x1846776749035392/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234236.959143:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776749035776/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234236.959155:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749035392/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234236.959158:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234236.959162:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234236.959163:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234236.959166:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234236.959167:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10760 00000100:00080000:2.0:1761234236.959171:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234236.959171:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234236.959175:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234236.959175:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749035392:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761234236.959179:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234236.959187:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776749035904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234236.959195:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234236.959196:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749035520:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234236.959198:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234236.959200:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234236.959203:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10760 00000100:00080000:2.0:1761234236.959206:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234236.959210:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234236.959214:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234236.959217:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234236.959223:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776749036032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234236.959229:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234236/real 1761234236] req@ffff9437fa0df100 x1846776749035520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234236.959232:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234236.959236:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234236.959238:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234236.959241:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10760 00000100:00100000:3.0:1761234236.959241:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749035520/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234236.959245:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234236.959249:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234236.959251:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761234236.959253:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234236.959254:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234236.959258:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749035520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761234236.959262:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749036160/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234236.959264:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749035648:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234236.959271:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234236.959274:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234236.959276:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234236.959279:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10760 00000800:00000100:3.0:1761234236.959281:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234236.959283:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234236.959287:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234236.959291:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234236.959291:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234236/real 1761234236] req@ffff9437fa0dca80 x1846776749035648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234236.959300:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749036288/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234236.959303:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776749035648/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234236.959312:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234236.959315:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234236.959319:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749035648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234236.959325:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749035776:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234236.959346:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234236.959358:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234236/real 1761234236] req@ffff9437fa0df480 x1846776749035776/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234236.959371:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776749035776/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234236.959377:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234236.959379:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234236.959381:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749035776:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234236.959394:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749035904:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234236.959409:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234236.959416:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234236/real 1761234236] req@ffff9437fa0de300 x1846776749035904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234236.959423:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776749035904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234236.959429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234236.959431:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234236.959433:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749035904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234236.959436:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749036032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234236.959445:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234236.959450:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234236/real 1761234236] req@ffff9437fa0ded80 x1846776749036032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234236.959458:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776749036032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234236.959464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234236.959465:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234236.959467:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749036032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234236.959471:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749036160:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234236.959480:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234236.959485:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234236/real 1761234236] req@ffff9437fa0dd500 x1846776749036160/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234236.959493:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749036160/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234236.959497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234236.959499:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234236.959501:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749036160:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234236.959504:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749036288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234236.959514:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234236.959519:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234236/real 1761234236] req@ffff9437fa0dea00 x1846776749036288/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234236.959526:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749036288/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234236.959535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234236.959537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234236.959539:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749036288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234237.470950:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234237.471036:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234237.471522:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234237.790839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234237.790934:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234238.495096:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234238.495674:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234238.495685:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234238.814851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234238.814904:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234239.518959:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234239.519125:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234239.519134:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234239.838831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234239.838885:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234240.542815:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234240.542833:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234240.542839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234240.862830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234240.862893:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234241.566884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234241.566884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234241.566936:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234241.886839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234241.886918:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234242.078844:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234242.078854:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234242.078859:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234242.078870:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10765 00000100:00080000:0.0:1761234242.078882:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234242.078890:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234242.078926:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749036416/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234242.078952:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234242.078968:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234242.078970:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234242.078974:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10765 00000100:00080000:0.0:1761234242.078978:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234242.078983:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234242.078993:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234242.079005:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749036416:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234242.079010:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749036544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234242.079023:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234242.079027:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234242.079029:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234242.079034:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10765 00000100:00080000:0.0:1761234242.079039:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234242.079043:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234242.079048:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234242.079060:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749036672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234242.079070:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234242.079074:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234242.079076:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234242.079081:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10765 00000100:00080000:0.0:1761234242.079086:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234242.079091:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234242.079097:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234242.079101:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749036544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234242.079115:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749036800/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234242.079129:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234242.079134:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234242.079136:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234242.079144:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10765 00000100:00100000:3.0:1761234242.079145:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749036672:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234242.079149:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234242.079156:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234242.079162:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234242.079177:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749036928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234242.079184:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749036800:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761234242.079196:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234242.079200:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234242.079203:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234242.079209:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10765 00000100:00080000:0.0:1761234242.079214:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234242.079217:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749036928:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234242.079223:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234242.079229:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234242.079245:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749037056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234242.079265:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234242.079269:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234242.079271:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234242.079276:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10765 00000100:00100000:3.0:1761234242.079281:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749037056:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234242.079282:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234242.079293:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234242.079300:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234242.079315:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749037184/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234242.079329:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234242.079333:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234242.079336:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234242.079341:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10765 00000100:00080000:0.0:1761234242.079347:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234242.079348:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749037184:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761234242.079355:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234242.079362:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234242.079377:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749037312/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234242.079396:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749037312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234242.590820:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234242.590854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234242.590904:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234242.910835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234242.910885:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234243.614830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234243.614830:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234243.614834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234243.934847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234243.934887:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234244.638829:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234244.638838:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234244.638846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234244.958817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234244.958882:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1761234245.151014:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:0.0:1761234245.151053:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761234245.151068:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234245.151101:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234245.151107:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234245.151115:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234245.151126:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234245.151137:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234245.151147:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:3.0:1761234245.151154:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234242/real 1761234245] req@ffff9437f87f8700 x1846776749036928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1761234245.151161:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:3.0:1761234245.151188:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749036928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234245.151206:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234245.151211:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234245.151216:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749036928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234245.151224:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234242/real 1761234245] req@ffff9437f87f8000 x1846776749036800/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234245.151236:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749036800/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234245.151244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234245.151248:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234245.151251:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749036800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234245.151258:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234242/real 1761234245] req@ffff9437f87fa680 x1846776749036544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234245.151269:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749036544/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234245.151278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234245.151281:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234245.151284:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749036544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234245.151290:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234242/real 1761234245] req@ffff9437f87faa00 x1846776749036672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234245.151301:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749036672/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234245.151310:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234245.151314:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234245.151317:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749036672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234245.151323:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234242/real 1761234245] req@ffff9437f87f9f80 x1846776749036416/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234245.151334:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749036416/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234245.151341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234245.151345:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234245.151348:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749036416:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234245.151379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234242/real 1761234245] req@ffff9437f87f8e00 x1846776749037312/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234245.151391:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749037312/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234245.151398:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234245.151402:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234245.151405:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749037312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234245.151412:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234242/real 1761234245] req@ffff9437f87fb800 x1846776749037184/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234245.151422:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749037184/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234245.151430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234245.151433:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234245.151436:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749037184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234245.151443:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234242/real 1761234245] req@ffff9437f87f9180 x1846776749037056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234245.151454:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749037056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234245.151461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234245.151465:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234245.151468:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749037056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234245.662857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234245.662857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234245.662901:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234245.982852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234245.982932:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234246.686865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234246.686882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234246.686921:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:1.0:1761234247.006886:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234247.006894:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761234247.198924:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234247.198941:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234247.198947:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234247.198962:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10770 00000100:00080000:0.0:1761234247.198980:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234247.198990:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234247.199040:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776749037440/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234247.199076:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234247.199081:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234247.199083:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234247.199088:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10770 00000100:00080000:0.0:1761234247.199093:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234247.199099:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234247.199111:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234247.199127:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749037440:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234247.199130:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776749037568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234247.199155:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234247.199160:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234247.199162:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234247.199169:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10770 00000100:00080000:0.0:1761234247.199174:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234247.199180:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234247.199187:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234247.199204:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749037696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234247.199214:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234247.199227:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234247.199232:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234247.199236:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234247.199242:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10770 00000100:00080000:0.0:1761234247.199250:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234247.199256:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234247.199264:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234247.199267:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234247/real 1761234247] req@ffff9437f87f9880 x1846776749037440/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234247.199286:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749037824/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234247.199299:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776749037440/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234247.199305:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234247.199316:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234247.199318:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234247.199341:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10770 00000100:00080000:3.0:1761234247.199347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234247.199349:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234247.199365:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234247.199366:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234247.199378:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749037440:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761234247.199393:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234247.199415:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749037952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234247.199417:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749037568:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234247.199454:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234247.199459:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234247.199463:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761234247.199474:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234247.199480:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10770 00000100:00080000:0.0:1761234247.199492:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234247.199501:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234247.199506:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234247/real 1761234247] req@ffff9437f87f8380 x1846776749037568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234247.199511:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234247.199538:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749038080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234247.199541:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776749037568/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234247.199582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234247.199586:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234247.199591:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234247.199597:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234247.199602:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234247.199604:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749037568:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234247.199616:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10770 00000100:00100000:3.0:1761234247.199625:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749037696:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234247.199627:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234247.199640:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234247.199646:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234247.199663:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234247.199669:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749038208/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234247.199683:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234247.199685:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234247/real 1761234247] req@ffff9437f87f9180 x1846776749037696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234247.199692:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234247.199698:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234247.199717:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10770 00000100:00100000:3.0:1761234247.199760:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749037696/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234247.199778:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234247.199788:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234247.199790:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761234247.199798:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234247.199799:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234247.199810:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749037696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234247.199824:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749037824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234247.199833:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749038336/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234247.199941:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234247.199956:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234247/real 1761234247] req@ffff9437f87fb800 x1846776749037824/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234247.199970:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749037824/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234247.199979:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234247.199983:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234247.199986:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749037824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234247.200007:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749037952:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234247.200027:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234247.200037:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234247/real 1761234247] req@ffff9437f87f8e00 x1846776749037952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234247.200050:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749037952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234247.200058:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234247.200062:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234247.200065:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749037952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234247.200072:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749038080:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234247.200088:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234247.200098:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234247/real 1761234247] req@ffff9437f87f9f80 x1846776749038080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234247.200109:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749038080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234247.200125:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234247.200128:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234247.200132:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749038080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234247.200139:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749038208:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234247.200155:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234247.200164:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234247/real 1761234247] req@ffff9437f87faa00 x1846776749038208/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234247.200176:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749038208/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234247.200184:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234247.200188:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234247.200191:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749038208:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234247.200198:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749038336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234247.200214:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234247.200224:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234247/real 1761234247] req@ffff9437f87fa680 x1846776749038336/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234247.200235:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749038336/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234247.200244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234247.200248:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234247.200252:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749038336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234247.710835:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234247.710865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234247.710936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234248.030929:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234248.031025:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234248.734896:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234248.734935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234248.734935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234249.054813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234249.054907:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234249.758893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234249.758909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234249.758942:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234250.078894:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234250.078967:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234250.782859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234250.782862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234250.782887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234251.102887:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234251.102896:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234251.806834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234251.806848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234251.806882:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234252.126883:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234252.126914:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234252.318838:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234252.318847:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234252.318851:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234252.318860:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10776 00000100:00080000:0.0:1761234252.318870:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234252.318876:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234252.318908:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749038464/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234252.318933:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234252.318936:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234252.318937:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234252.318940:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10776 00000100:00080000:0.0:1761234252.318942:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234252.318945:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234252.318952:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234252.318962:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749038592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234252.318971:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749038464:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234252.318973:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234252.318980:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234252.318982:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234252.318986:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10776 00000100:00080000:0.0:1761234252.318988:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234252.318991:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234252.318995:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234252.319003:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749038720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234252.319010:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234252.319013:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234252.319014:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234252.319016:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10776 00000100:00080000:0.0:1761234252.319026:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234252.319029:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234252.319033:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234252.319040:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749038848/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234252.319045:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234252.319054:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234252.319057:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234252.319059:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234252.319063:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10776 00000100:00080000:0.0:1761234252.319068:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234252.319070:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234252.319073:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234252.319080:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749038976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234252.319087:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234252.319091:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234252/real 1761234252] req@ffff9437f87f8000 x1846776749038464/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234252.319092:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234252.319095:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234252.319102:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10776 00000100:00080000:0.0:1761234252.319107:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234252.319111:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234252.319114:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234252.319118:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749038464/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234252.319124:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749039104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234252.319131:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234252.319133:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234252.319137:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234252.319138:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234252.319143:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234252.319145:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749038464:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234252.319149:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10776 00000100:00080000:0.0:1761234252.319154:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234252.319156:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234252.319159:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234252.319166:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749039232/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234252.319170:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749038592:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234252.319181:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234252.319185:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234252.319186:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234252.319191:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10776 00000100:00080000:0.0:1761234252.319195:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234252.319200:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234252.319202:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234252.319207:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234252.319215:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234252/real 1761234252] req@ffff9437f87f8700 x1846776749038592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234252.319219:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749039360/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234252.319241:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749038592/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234252.319249:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234252.319252:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234252.319255:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749038592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234252.319260:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749038720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234252.319272:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234252.319279:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234252/real 1761234252] req@ffff9437f87f9500 x1846776749038720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234252.319286:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749038720/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234252.319292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234252.319294:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234252.319296:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749038720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234252.319300:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749038848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234252.319309:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234252.319315:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234252/real 1761234252] req@ffff9437f87fb100 x1846776749038848/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234252.319322:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749038848/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234252.319327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234252.319329:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234252.319331:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749038848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234252.319334:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749038976:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234252.319343:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234252.319349:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234252/real 1761234252] req@ffff9437f87f8a80 x1846776749038976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234252.319356:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749038976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234252.319362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234252.319363:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234252.319365:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749038976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234252.319368:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749039104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234252.319387:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234252.319397:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234252/real 1761234252] req@ffff9437f87fad80 x1846776749039104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234252.319405:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749039104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234252.319410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234252.319412:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234252.319414:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749039104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234252.319427:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749039232:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234252.319438:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234252.319445:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234252/real 1761234252] req@ffff9437f87f9c00 x1846776749039232/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234252.319452:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749039232/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234252.319461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234252.319463:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234252.319465:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749039232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234252.319476:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749039360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234252.319486:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234252.319492:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234252/real 1761234252] req@ffff9437f87fb480 x1846776749039360/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234252.319500:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749039360/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234252.319507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234252.319510:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234252.319518:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749039360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234252.830860:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234252.830870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234252.830885:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234253.150889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234253.150925:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234253.854891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234253.854910:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234253.854943:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234254.174896:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234254.175016:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234254.878835:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234254.878837:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234254.878851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234255.198868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234255.198908:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234255.902877:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234255.902877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234255.902877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234256.222830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234256.222903:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234256.926849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234256.926868:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234256.926877:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234257.246853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234257.246917:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234257.438856:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234257.438867:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234257.438872:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234257.438883:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10781 00000100:00080000:0.0:1761234257.438896:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234257.438904:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234257.438937:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749039488/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234257.438961:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234257.438965:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234257.438967:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234257.438971:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10781 00000100:00080000:0.0:1761234257.438976:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234257.438980:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234257.438989:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234257.438999:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749039488:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234257.439003:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749039616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234257.439013:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234257.439016:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234257.439018:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234257.439022:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10781 00000100:00080000:0.0:1761234257.439025:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234257.439029:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234257.439033:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234257.439042:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749039744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234257.439051:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234257.439054:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234257.439055:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761234257.439057:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234257.439059:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10781 00000100:00080000:0.0:1761234257.439062:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234257.439065:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234257.439069:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234257.439078:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749039872/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234257.439086:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234257.439089:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234257.439091:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234257.439094:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10781 00000100:00100000:3.0:1761234257.439095:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234257/real 1761234257] req@ffff9437f87fbb80 x1846776749039488/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234257.439098:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234257.439101:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234257.439106:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234257.439113:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749039488/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234257.439114:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749040000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234257.439124:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234257.439125:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234257.439127:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234257.439129:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234257.439129:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234257.439133:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10781 00000100:00100000:3.0:1761234257.439134:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749039488:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234257.439136:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234257.439139:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234257.439143:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234257.439151:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749040128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234257.439155:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749039616:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234257.439161:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234257.439164:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234257.439166:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234257.439169:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10781 00000100:00080000:0.0:1761234257.439173:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234257.439175:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234257.439177:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234257.439181:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234257.439188:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234257/real 1761234257] req@ffff9437f87fa300 x1846776749039616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234257.439190:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749040256/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234257.439200:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234257.439201:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749039616/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234257.439204:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234257.439206:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234257.439209:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10781 00000100:00080000:3.0:1761234257.439212:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234257.439213:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234257.439215:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234257.439216:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234257.439219:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749039616:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761234257.439220:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234257.439225:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749039744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234257.439229:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749040384/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234257.439243:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234257.439255:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234257/real 1761234257] req@ffff9437f87fb480 x1846776749039744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234257.439268:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749039744/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234257.439284:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234257.439286:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234257.439288:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749039744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234257.439293:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749039872:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234257.439309:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234257.439317:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234257/real 1761234257] req@ffff9437f87f9c00 x1846776749039872/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234257.439324:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749039872/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234257.439330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234257.439332:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234257.439334:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749039872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234257.439337:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749040000:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234257.439347:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234257.439352:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234257/real 1761234257] req@ffff9437f87fad80 x1846776749040000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234257.439359:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749040000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234257.439364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234257.439366:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234257.439368:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749040000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234257.439380:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749040128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234257.439391:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234257.439397:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234257/real 1761234257] req@ffff9437f87f8a80 x1846776749040128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234257.439404:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749040128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234257.439409:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234257.439410:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234257.439412:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749040128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234257.439416:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749040256:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234257.439425:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234257.439430:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234257/real 1761234257] req@ffff9437f87fb100 x1846776749040256/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234257.439438:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749040256/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234257.439443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234257.439444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234257.439446:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749040256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234257.439449:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749040384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234257.439458:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234257.439464:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234257/real 1761234257] req@ffff9437f87f9500 x1846776749040384/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234257.439471:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749040384/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234257.439476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234257.439477:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234257.439479:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749040384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234257.950885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234257.950911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234257.950936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234258.270867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234258.270965:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234258.974852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234258.974875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234258.974903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234259.294835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234259.294883:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234259.998834:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234259.998848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234259.998872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234260.318828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234260.318921:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234261.022826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234261.022829:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234261.022851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234261.342804:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234261.342884:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234262.046836:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234262.046836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234262.046862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234262.366862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234262.366967:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234262.558841:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234262.558852:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234262.558857:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234262.558868:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10786 00000100:00080000:0.0:1761234262.558879:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234262.558887:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234262.558922:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749040512/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234262.558949:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234262.558953:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234262.558955:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234262.558960:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10786 00000100:00080000:0.0:1761234262.558965:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234262.558970:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234262.558980:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234262.558985:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749040512:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234262.558995:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749040640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234262.559015:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234262.559019:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234262.559021:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234262.559026:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10786 00000100:00080000:0.0:1761234262.559039:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234262.559043:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234262.559048:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234262.559055:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234262.559070:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749040768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234262.559081:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234262/real 1761234262] req@ffff9437f87f8700 x1846776749040512/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234262.559082:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234262.559091:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234262.559095:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234262.559102:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10786 00000100:00100000:3.0:1761234262.559106:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749040512/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234262.559109:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234262.559118:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234262.559120:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761234262.559124:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234262.559125:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234262.559132:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749040512:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234262.559142:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749040896/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234262.559153:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749040640:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234262.559156:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234262.559161:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234262.559163:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234262.559169:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10786 00000800:00000100:3.0:1761234262.559174:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234262.559176:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234262.559184:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234262.559187:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234262/real 1761234262] req@ffff9437f87f8000 x1846776749040640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234262.559191:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234262.559202:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749040640/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234262.559210:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749041024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234262.559212:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234262.559220:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234262.559226:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749040640:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234262.559232:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234262.559236:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749040768:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234262.559238:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234262.559242:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234262.559247:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10786 00000100:00080000:0.0:1761234262.559252:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234262.559253:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234262.559261:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234262.559266:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234262/real 1761234262] req@ffff9437f87fa680 x1846776749040768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234262.559268:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234262.559280:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749040768/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234262.559287:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749041152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234262.559289:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234262.559296:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234262.559303:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749040768:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234262.559311:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234262.559315:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234262.559318:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234262.559319:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749040896:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761234262.559325:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10786 00000100:00080000:0.0:1761234262.559331:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234262.559336:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761234262.559341:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761234262.559343:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234262.559351:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234262/real 1761234262] req@ffff9437f87faa00 x1846776749040896/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234262.559360:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749041280/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234262.559364:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749040896/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234262.559390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234262.559397:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234262.559402:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749040896:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761234262.559403:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234262.559410:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1761234262.559412:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749041024:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234262.559413:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234262.559421:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10786 00000100:00080000:0.0:1761234262.559428:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234262.559432:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234262.559437:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234262.559442:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234262.559443:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234262/real 1761234262] req@ffff9437f87f9f80 x1846776749041024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234262.559461:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749041024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234262.559462:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749041408/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234262.559481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234262.559487:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234262.559491:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749041024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234262.559496:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749041152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234262.559510:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234262.559515:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234262/real 1761234262] req@ffff9437f87f8e00 x1846776749041152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234262.559523:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749041152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234262.559528:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234262.559530:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234262.559532:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749041152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234262.559541:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749041280:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234262.559551:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234262.559557:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234262/real 1761234262] req@ffff9437f87fb800 x1846776749041280/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234262.559563:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749041280/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234262.559593:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234262.559595:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234262.559597:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749041280:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234262.559601:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749041408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234262.559613:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234262.559620:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234262/real 1761234262] req@ffff9437f87f9180 x1846776749041408/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234262.559628:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749041408/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234262.559633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234262.559635:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234262.559638:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749041408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234263.070819:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234263.070833:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234263.070855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234263.390842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234263.390904:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234264.094819:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234264.094819:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234264.094851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234264.414827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234264.414899:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234265.118838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234265.118838:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234265.118851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234265.438841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234265.438943:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234266.142810:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234266.142839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234266.142854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234266.462825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234266.462936:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234267.166884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234267.166884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234267.166897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234267.486858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234267.486968:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234267.678883:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234267.678894:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234267.678899:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234267.678911:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10791 00000100:00080000:1.0:1761234267.678925:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234267.678931:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234267.678976:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749041536/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234267.679007:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234267.679011:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234267.679012:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234267.679016:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10791 00000100:00080000:1.0:1761234267.679019:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234267.679023:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234267.679035:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234267.679046:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749041664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234267.679059:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749041536:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234267.679061:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234267.679078:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234267.679081:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234267.679086:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10791 00000100:00080000:1.0:1761234267.679088:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234267.679090:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234267.679098:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234267.679110:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749041792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234267.679118:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234267.679123:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234267.679124:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234267.679127:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10791 00000100:00080000:1.0:1761234267.679137:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234267.679142:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234267.679146:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234267.679155:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234267.679156:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749041920/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234267.679165:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234267.679169:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234267.679171:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234267.679175:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10791 00000100:00080000:1.0:1761234267.679182:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234267.679187:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234267.679191:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234267.679206:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749042048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234267.679210:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234267/real 1761234267] req@ffff9437f86d5180 x1846776749041536/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234267.679271:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234267.679276:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234267.679278:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234267.679283:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749041536/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234267.679288:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10791 00000100:00080000:1.0:1761234267.679301:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234267.679315:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234267.679324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761234267.679325:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1761234267.679338:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234267.679346:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749041536:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234267.679347:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749042176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234267.679370:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234267.679374:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234267.679376:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234267.679380:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10791 00000100:00080000:1.0:1761234267.679382:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234267.679387:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749041664:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234267.679392:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234267.679400:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234267.679413:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749042304/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234267.679424:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761234267.679430:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234267.679435:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234267.679438:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234267.679445:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10791 00000100:00080000:1.0:1761234267.679453:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234267.679459:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234267/real 1761234267] req@ffff9437f86d6d80 x1846776749041664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234267.679464:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234267.679494:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234267.679497:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749041664/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234267.679513:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749042432/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234267.679525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234267.679535:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234267.679540:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749041664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234267.679547:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749041792:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234267.679565:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234267.679572:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234267/real 1761234267] req@ffff9437f86d7100 x1846776749041792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234267.679579:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749041792/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234267.679585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234267.679588:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234267.679589:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749041792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234267.679594:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749041920:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234267.679604:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234267.679610:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234267/real 1761234267] req@ffff9437f86d6a00 x1846776749041920/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234267.679617:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749041920/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234267.679622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234267.679624:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234267.679626:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749041920:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234267.679631:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749042048:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234267.679641:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234267.679647:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234267/real 1761234267] req@ffff9437f86d7480 x1846776749042048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234267.679653:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749042048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234267.679659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234267.679660:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234267.679662:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749042048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234267.679666:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749042176:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234267.679676:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234267.679681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234267/real 1761234267] req@ffff9437f86d4700 x1846776749042176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234267.679688:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749042176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234267.679694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234267.679696:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234267.679698:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749042176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234267.679714:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749042304:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234267.679725:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234267.679753:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234267/real 1761234267] req@ffff9437f86d6680 x1846776749042304/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234267.679761:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749042304/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234267.679766:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234267.679769:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234267.679771:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749042304:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234267.679775:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749042432:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234267.679787:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234267.679794:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234267/real 1761234267] req@ffff9437f86d7b80 x1846776749042432/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234267.679801:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749042432/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234267.679806:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234267.679808:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234267.679810:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749042432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234268.190877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234268.190881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234268.190887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234268.510821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234268.510930:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234269.214813:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234269.214830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234269.214850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234269.534847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234269.535016:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234270.238908:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234270.238917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234270.238945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234270.558835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234270.558945:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234271.262824:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234271.262861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234271.262892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234271.582841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234271.582919:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234272.286869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234272.286872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234272.286897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234272.606849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234272.606907:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234272.798881:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234272.798893:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234272.798899:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234272.798913:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10796 00000100:00080000:1.0:1761234272.798927:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234272.798936:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234272.798982:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749042560/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234272.799011:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234272.799014:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234272.799015:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234272.799019:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10796 00000100:00080000:1.0:1761234272.799022:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234272.799025:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234272.799035:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234272.799044:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749042688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234272.799054:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234272.799054:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749042560:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234272.799062:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234272.799065:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234272.799070:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10796 00000100:00080000:1.0:1761234272.799072:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234272.799074:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234272.799077:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234272.799087:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749042816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234272.799094:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234272.799097:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234272.799098:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234272.799101:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10796 00000100:00080000:1.0:1761234272.799120:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234272.799123:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234272.799127:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234272.799138:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234272.799139:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749042944/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234272.799148:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234272.799151:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234272.799153:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234272.799156:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10796 00000100:00080000:1.0:1761234272.799164:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234272.799166:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234272.799169:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234272.799177:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749043072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234272.799183:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234272.799186:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234272.799188:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234272.799192:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234272/real 1761234272] req@ffff9437f86d5f80 x1846776749042560/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234272.799194:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10796 00000100:00080000:1.0:1761234272.799200:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234272.799207:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234272.799213:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234272.799220:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749042560/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234272.799225:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749043200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234272.799241:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234272.799242:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234272.799247:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234272.799250:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234272.799251:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234272.799258:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749042560:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234272.799259:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10796 00000100:00080000:1.0:1761234272.799265:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234272.799269:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234272.799273:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234272.799280:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749043328/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234272.799288:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234272.799290:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749042688:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234272.799291:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234272.799295:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234272.799299:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10796 00000100:00080000:1.0:1761234272.799303:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234272.799306:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234272.799310:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234272.799316:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234272.799320:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749043456/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234272.799332:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234272/real 1761234272] req@ffff9437f86d5c00 x1846776749042688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234272.799350:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749042688/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234272.799361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234272.799365:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234272.799369:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749042688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234272.799391:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749042816:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234272.799412:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234272.799423:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234272/real 1761234272] req@ffff9437f86d4380 x1846776749042816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234272.799442:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749042816/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234272.799451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234272.799454:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234272.799458:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749042816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234272.799465:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749042944:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234272.799481:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234272.799489:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234272/real 1761234272] req@ffff9437f86d4000 x1846776749042944/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234272.799498:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749042944/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234272.799503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234272.799506:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234272.799508:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749042944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234272.799511:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749043072:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234272.799522:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234272.799528:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234272/real 1761234272] req@ffff9437f86d5880 x1846776749043072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234272.799535:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749043072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234272.799545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234272.799547:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234272.799549:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749043072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234272.799552:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749043200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234272.799562:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234272.799567:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234272/real 1761234272] req@ffff9437f86d7b80 x1846776749043200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234272.799573:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749043200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234272.799579:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234272.799581:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234272.799583:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749043200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234272.799598:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749043328:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234272.799608:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234272.799614:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234272/real 1761234272] req@ffff9437f86d6680 x1846776749043328/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234272.799621:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749043328/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234272.799626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234272.799627:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234272.799630:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749043328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234272.799634:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749043456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234272.799643:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234272.799648:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234272/real 1761234272] req@ffff9437f86d4700 x1846776749043456/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234272.799655:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749043456/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234272.799661:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234272.799663:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234272.799664:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749043456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234273.310848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234273.310849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234273.310918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234273.630842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234273.630929:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234274.334849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234274.334849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234274.334879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234274.654814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234274.654876:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234275.358827:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234275.358830:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234275.358831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234275.678837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234275.678923:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234276.382924:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234276.383462:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234276.383500:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234276.702816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234276.702957:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234277.406816:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234277.406887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234277.406891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234277.726829:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234277.726942:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234277.918903:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234277.918914:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234277.918919:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234277.918929:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10801 00000100:00080000:0.0:1761234277.918941:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234277.918948:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234277.918983:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776749043584/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234277.919007:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234277.919010:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234277.919011:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234277.919014:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10801 00000100:00080000:0.0:1761234277.919017:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234277.919021:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234277.919030:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234277.919039:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776749043712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234277.919045:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749043584:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234277.919049:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234277.919053:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234277.919054:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234277.919057:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10801 00000100:00080000:0.0:1761234277.919060:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234277.919062:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234277.919065:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234277.919074:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749043840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234277.919081:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234277.919084:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234277.919085:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234277.919087:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10801 00000100:00080000:0.0:1761234277.919092:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234277.919094:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234277.919098:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234277.919106:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234277.919108:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749043968/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234277.919116:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234277.919119:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234277.919121:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234277.919124:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10801 00000100:00080000:0.0:1761234277.919127:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234277.919129:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234277.919132:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234277.919140:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749044096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234277.919147:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234277.919148:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234277/real 1761234277] req@ffff9437f87f8380 x1846776749043584/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234277.919153:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234277.919156:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234277.919164:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10801 00000100:00080000:0.0:1761234277.919169:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234277.919175:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234277.919182:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234277.919195:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749044224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234277.919195:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776749043584/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234277.919232:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234277.919234:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234277.919238:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234277.919239:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234277.919243:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234277.919247:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749043584:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234277.919251:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10801 00000100:00080000:0.0:1761234277.919256:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234277.919259:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234277.919262:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234277.919268:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749044352/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234277.919273:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749043712:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234277.919299:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234277.919302:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234277.919303:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234277.919307:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10801 00000100:00080000:0.0:1761234277.919311:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234277.919316:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234277.919319:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234277.919324:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234277.919332:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234277/real 1761234277] req@ffff9437f87f9880 x1846776749043712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234277.919337:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749044480/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234277.919354:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776749043712/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234277.919363:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234277.919366:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234277.919369:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749043712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234277.919374:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749043840:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234277.919387:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234277.919393:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234277/real 1761234277] req@ffff9437f87f9180 x1846776749043840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234277.919401:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749043840/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234277.919410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234277.919412:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234277.919414:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749043840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234277.919418:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749043968:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234277.919428:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234277.919433:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234277/real 1761234277] req@ffff9437f87fb800 x1846776749043968/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234277.919440:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749043968/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234277.919445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234277.919447:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234277.919449:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749043968:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234277.919452:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749044096:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234277.919462:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234277.919467:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234277/real 1761234277] req@ffff9437f87f8e00 x1846776749044096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234277.919475:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749044096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234277.919479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234277.919481:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234277.919501:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749044096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234277.919506:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749044224:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234277.919521:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234277.919529:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234277/real 1761234277] req@ffff9437f87f9f80 x1846776749044224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234277.919538:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749044224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234277.919545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234277.919547:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234277.919550:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749044224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234277.919567:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749044352:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234277.919581:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234277.919588:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234277/real 1761234277] req@ffff9437f87faa00 x1846776749044352/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234277.919597:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749044352/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234277.919624:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234277.919626:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234277.919628:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749044352:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234277.919632:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749044480:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234277.919642:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234277.919649:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234277/real 1761234277] req@ffff9437f87fa680 x1846776749044480/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234277.919656:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749044480/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234277.919662:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234277.919663:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234277.919665:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749044480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234278.430899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234278.430899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234278.430899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234278.750832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234278.750933:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234279.454846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234279.454847:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234279.454891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234279.774905:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234279.774974:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234280.478837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234280.478837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234280.478870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234280.798805:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234280.798912:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234281.502815:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234281.502833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234281.502834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234281.822816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234281.822938:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234282.526880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234282.526884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234282.526887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234282.846850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234282.846956:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234283.038959:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234283.038967:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234283.038972:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234283.038979:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10806 00000100:00080000:1.0:1761234283.038988:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234283.038994:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234283.039027:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749044608/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234283.039050:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234283.039053:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234283.039055:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234283.039057:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10806 00000100:00080000:1.0:1761234283.039060:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234283.039063:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234283.039071:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234283.039080:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749044736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234283.039084:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749044608:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234283.039091:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234283.039095:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234283.039096:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234283.039100:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10806 00000100:00080000:1.0:1761234283.039102:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234283.039105:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234283.039108:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234283.039115:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749044864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234283.039126:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234283.039129:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234283.039130:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234283.039132:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10806 00000100:00080000:1.0:1761234283.039137:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234283.039140:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234283.039143:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234283.039147:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234283.039152:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749044992/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234283.039159:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234283.039161:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234283.039163:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234283.039166:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10806 00000100:00080000:1.0:1761234283.039169:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234283.039172:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234283.039174:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234283.039196:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749045120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234283.039202:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234283.039204:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234283/real 1761234283] req@ffff9437f86d7480 x1846776749044608/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234283.039206:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234283.039209:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234283.039216:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10806 00000100:00080000:1.0:1761234283.039222:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234283.039225:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234283.039229:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234283.039231:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749044608/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234283.039240:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749045248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234283.039243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234283.039252:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234283.039253:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234283.039258:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1761234283.039259:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749044608:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234283.039260:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234283.039267:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10806 00000100:00080000:1.0:1761234283.039270:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234283.039272:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234283.039275:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234283.039281:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749045376/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234283.039286:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749044736:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234283.039290:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234283.039293:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234283.039295:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234283.039298:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10806 00000100:00080000:1.0:1761234283.039308:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234283.039311:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234283.039315:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234283.039318:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234283.039327:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749045504/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234283.039333:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234283/real 1761234283] req@ffff9437f86d6a00 x1846776749044736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234283.039370:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749044736/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234283.039379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234283.039382:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234283.039384:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749044736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234283.039389:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749044864:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234283.039401:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234283.039407:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234283/real 1761234283] req@ffff9437f86d7100 x1846776749044864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234283.039414:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749044864/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234283.039420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234283.039422:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234283.039424:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749044864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234283.039428:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749044992:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234283.039437:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234283.039443:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234283/real 1761234283] req@ffff9437f86d6d80 x1846776749044992/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234283.039450:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749044992/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234283.039455:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234283.039457:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234283.039459:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749044992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234283.039462:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749045120:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234283.039472:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234283.039478:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234283/real 1761234283] req@ffff9437f86d5180 x1846776749045120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234283.039485:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749045120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234283.039490:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234283.039492:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234283.039493:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749045120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234283.039497:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749045248:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234283.039506:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234283.039511:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234283/real 1761234283] req@ffff9437f86d4700 x1846776749045248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234283.039518:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749045248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234283.039524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234283.039526:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234283.039528:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749045248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234283.039540:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749045376:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234283.039550:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234283.039556:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234283/real 1761234283] req@ffff9437f86d6680 x1846776749045376/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234283.039563:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749045376/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234283.039568:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234283.039570:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234283.039572:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749045376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234283.039575:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749045504:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234283.039584:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234283.039589:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234283/real 1761234283] req@ffff9437f86d7b80 x1846776749045504/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234283.039596:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749045504/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234283.039604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234283.039608:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234283.039611:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749045504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234283.550839:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234283.550846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234283.550877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234283.870844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234283.870935:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234284.574831:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234284.574845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234284.574868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234284.894839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234284.894906:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234285.598853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234285.598854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234285.598881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234285.918832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234285.918884:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234286.622819:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234286.622826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234286.622842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234286.942843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234286.942914:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234287.646869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234287.646885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234287.646902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234287.966821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234287.966894:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234288.158879:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234288.158892:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234288.158899:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234288.158914:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10811 00000100:00080000:3.0:1761234288.158931:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234288.158940:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234288.158992:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749045632/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234288.159024:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234288.159029:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234288.159031:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234288.159036:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10811 00000100:00080000:3.0:1761234288.159041:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234288.159046:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234288.159061:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234288.159069:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749045632:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234288.159093:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749045760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234288.159109:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234288.159113:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234288.159116:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234288.159121:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10811 00000100:00080000:3.0:1761234288.159127:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234288.159132:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234288.159138:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234288.159151:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749045888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234288.159162:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234288.159167:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234288.159168:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234288.159173:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234288.159179:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10811 00000100:00080000:3.0:1761234288.159185:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234288.159191:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234288.159197:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234288.159211:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749046016/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234288.159217:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234288/real 1761234288] req@ffff943800b99c00 x1846776749045632/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234288.159232:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234288.159238:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234288.159240:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234288.159243:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749045632/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234288.159250:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10811 00000100:00080000:1.0:1761234288.159257:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234288.159258:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234288.159265:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234288.159268:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234288.159273:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749045632:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761234288.159277:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234288.159292:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749046144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234288.159299:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749045760:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234288.159313:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234288.159318:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234288.159321:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234288.159326:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234288.159330:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10811 00000100:00080000:3.0:1761234288.159337:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234288.159341:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234288/real 1761234288] req@ffff943800b9b800 x1846776749045760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234288.159344:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234288.159354:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234288.159359:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749045760/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234288.159370:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749046272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234288.159374:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234288.159382:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234288.159388:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749045760:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234288.159392:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234288.159397:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749045888:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234288.159399:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234288.159404:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234288.159409:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10811 00000800:00000100:1.0:1761234288.159414:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234288.159416:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234288.159424:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234288.159425:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234288/real 1761234288] req@ffff943800b9aa00 x1846776749045888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234288.159433:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234288.159438:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749045888/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234288.159447:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234288.159452:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234288.159453:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749046400/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234288.159455:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749045888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234288.159466:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749046016:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234288.159475:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234288.159479:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234288.159481:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234288.159486:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234288.159489:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10811 00000100:00080000:3.0:1761234288.159496:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234288.159498:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234288/real 1761234288] req@ffff943800b99500 x1846776749046016/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234288.159504:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234288.159514:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749046016/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234288.159514:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234288.159525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234288.159529:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234288.159534:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749046528/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234288.159535:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749046016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234288.159558:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749046144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234288.159573:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234288.159582:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234288/real 1761234288] req@ffff943800b98e00 x1846776749046144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234288.159590:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749046144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234288.159595:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234288.159597:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234288.159600:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749046144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234288.159603:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749046272:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234288.159612:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234288.159618:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234288/real 1761234288] req@ffff943800b9bb80 x1846776749046272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234288.159626:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749046272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234288.159631:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234288.159633:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234288.159635:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749046272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234288.159638:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749046400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234288.159647:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234288.159653:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234288/real 1761234288] req@ffff943800b9a680 x1846776749046400/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234288.159661:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749046400/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234288.159666:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234288.159668:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234288.159669:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749046400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234288.159673:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749046528:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234288.159684:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234288.159690:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234288/real 1761234288] req@ffff943800b99c00 x1846776749046528/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234288.159697:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749046528/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234288.159703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234288.159705:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234288.159707:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749046528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234288.670852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234288.670859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234288.670889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234288.990854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234288.990963:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234289.694868:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234289.694900:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234289.694900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234290.014865:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234290.014968:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234290.718842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234290.718844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234290.718889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234291.038850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234291.038946:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234291.742814:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234291.742820:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234291.742826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234292.062859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234292.062936:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234292.766824:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234292.766842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234292.766851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234293.086840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234293.086946:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234293.278821:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234293.278829:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234293.278834:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234293.278842:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10816 00000100:00080000:3.0:1761234293.278853:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234293.278859:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234293.278893:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749046656/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234293.278915:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234293.278918:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234293.278919:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234293.278922:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10816 00000100:00080000:3.0:1761234293.278925:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234293.278928:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234293.278935:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234293.278945:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749046784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234293.278951:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749046656:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234293.278955:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234293.278959:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234293.278961:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234293.278964:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10816 00000100:00080000:3.0:1761234293.278966:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234293.278969:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234293.278972:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234293.278979:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749046912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234293.279005:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234293.279007:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234293.279008:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234293.279011:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10816 00000100:00080000:3.0:1761234293.279016:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234293.279018:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234293.279022:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234293.279027:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234293.279033:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749047040/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234293.279041:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234293.279044:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234293.279045:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234293.279048:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10816 00000100:00080000:3.0:1761234293.279050:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234293.279052:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234293.279055:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234293.279064:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749047168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234293.279067:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234293/real 1761234293] req@ffff943800b98a80 x1846776749046656/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234293.279080:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234293.279085:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234293.279086:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234293.279090:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10816 00000100:00080000:3.0:1761234293.279093:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234293.279094:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749046656/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234293.279099:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234293.279105:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234293.279110:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761234293.279115:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749047296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234293.279118:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234293.279125:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749046656:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234293.279129:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234293.279133:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234293.279134:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234293.279138:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10816 00000100:00080000:3.0:1761234293.279140:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234293.279143:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234293.279146:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234293.279150:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749046784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234293.279157:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749047424/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234293.279165:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234293.279168:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234293.279169:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234293.279172:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234293.279176:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10816 00000100:00080000:3.0:1761234293.279181:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234293.279183:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234293.279187:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234293.279189:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234293/real 1761234293] req@ffff943800b98000 x1846776749046784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234293.279197:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749047552/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234293.279204:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749046784/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234293.279213:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234293.279216:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234293.279219:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749046784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234293.279223:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749046912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234293.279237:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234293.279243:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234293/real 1761234293] req@ffff943800b98700 x1846776749046912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234293.279255:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749046912/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234293.279261:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234293.279263:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234293.279265:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749046912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234293.279268:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749047040:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234293.279278:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234293.279283:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234293/real 1761234293] req@ffff943800b9ad80 x1846776749047040/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234293.279290:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749047040/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234293.279295:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234293.279297:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234293.279299:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749047040:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234293.279302:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749047168:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234293.279312:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234293.279318:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234293/real 1761234293] req@ffff943800b98380 x1846776749047168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234293.279327:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749047168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234293.279343:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234293.279346:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234293.279349:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749047168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234293.279355:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749047296:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234293.279375:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234293.279384:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234293/real 1761234293] req@ffff943800b99f80 x1846776749047296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234293.279392:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749047296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234293.279397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234293.279400:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234293.279402:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749047296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234293.279416:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749047424:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234293.279428:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234293.279434:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234293/real 1761234293] req@ffff943800b9b480 x1846776749047424/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234293.279441:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749047424/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234293.279446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234293.279448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234293.279451:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749047424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234293.279454:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749047552:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234293.279463:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234293.279469:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234293/real 1761234293] req@ffff943800b98a80 x1846776749047552/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234293.279475:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749047552/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234293.279481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234293.279483:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234293.279484:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749047552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234293.790810:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234293.790817:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234293.790836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234294.110918:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234294.110991:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234294.814844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234294.814856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234294.814931:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234295.134843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234295.134916:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234295.838802:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234295.838827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234295.838849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234296.158823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234296.158949:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234296.862802:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234296.862812:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234296.862822:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234297.182856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234297.182926:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234297.886919:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234297.886930:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234297.886957:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234298.206858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234298.206955:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234298.398885:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234298.398912:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234298.398919:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234298.398955:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10822 00000100:00080000:3.0:1761234298.398974:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234298.398985:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234298.399046:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749047680/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234298.399099:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234298.399104:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234298.399106:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234298.399110:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10822 00000100:00080000:3.0:1761234298.399113:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234298.399117:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234298.399127:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234298.399139:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749047808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234298.399148:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234298.399152:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234298.399154:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234298.399160:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10822 00000100:00080000:3.0:1761234298.399163:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234298.399168:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234298.399173:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234298.399181:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749047936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234298.399190:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234298.399196:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234298.399198:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749047680:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234298.399199:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234298.399216:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10822 00000100:00080000:3.0:1761234298.399221:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234298.399225:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234298.399231:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234298.399243:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749048064/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234298.399251:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234298.399255:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234298.399257:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234298.399261:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10822 00000100:00080000:3.0:1761234298.399274:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234298.399285:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234298.399287:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234298.399298:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234298.399313:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749048192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234298.399323:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234298.399327:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234298.399328:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234298.399334:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10822 00000100:00100000:1.0:1761234298.399337:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234298/real 1761234298] req@ffff943800b99c00 x1846776749047680/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234298.399340:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234298.399352:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234298.399367:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234298.399376:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749047680/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234298.399383:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749048320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234298.399422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234298.399424:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234298.399430:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234298.399432:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234298.399441:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234298.399447:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749047680:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234298.399452:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10822 00000100:00080000:3.0:1761234298.399464:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234298.399475:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234298.399476:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749047808:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761234298.399495:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234298.399510:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749048448/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234298.399522:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234298.399531:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234298.399536:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234298.399538:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234298.399549:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10822 00000100:00100000:1.0:1761234298.399550:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234298/real 1761234298] req@ffff943800b9a680 x1846776749047808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234298.399560:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234298.399573:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234298.399580:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749047808/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234298.399581:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234298.399602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761234298.399604:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749048576/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234298.399609:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234298.399625:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749047808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234298.399669:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749047936:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234298.399685:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234298.399692:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234298/real 1761234298] req@ffff943800b9bb80 x1846776749047936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234298.399700:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749047936/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234298.399705:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234298.399708:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234298.399710:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749047936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234298.399715:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749048064:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234298.399725:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234298.399751:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234298/real 1761234298] req@ffff943800b98e00 x1846776749048064/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234298.399759:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749048064/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234298.399765:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234298.399767:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234298.399769:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749048064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234298.399773:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749048192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234298.399786:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234298.399792:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234298/real 1761234298] req@ffff943800b99500 x1846776749048192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234298.399800:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749048192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234298.399805:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234298.399808:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234298.399809:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749048192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234298.399813:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749048320:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234298.399823:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234298.399828:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234298/real 1761234298] req@ffff943800b9aa00 x1846776749048320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234298.399836:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749048320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234298.399841:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234298.399843:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234298.399845:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749048320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234298.399849:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749048448:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234298.399859:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234298.399864:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234298/real 1761234298] req@ffff943800b9b800 x1846776749048448/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234298.399872:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749048448/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234298.399877:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234298.399879:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234298.399881:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749048448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234298.399884:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749048576:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234298.399911:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234298.399918:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234298/real 1761234298] req@ffff943800b98a80 x1846776749048576/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234298.399925:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749048576/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234298.399935:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234298.399937:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234298.399939:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749048576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234298.910925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234298.910926:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234298.910929:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234299.230849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234299.230927:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234299.934878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234299.934878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234299.934917:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234300.254813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234300.254904:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234300.958920:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234300.959249:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234300.959513:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234301.278831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234301.278968:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234301.982966:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234301.982966:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234301.983016:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234302.302903:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234302.303014:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234303.006908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234303.007157:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234303.007352:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:1.0:1761234303.326879:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234303.326943:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:3.0:1761234303.518859:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234303.518871:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234303.518876:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234303.518888:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10827 00000100:00080000:3.0:1761234303.518900:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234303.518907:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234303.518938:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749048704/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234303.518962:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234303.518965:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234303.518967:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234303.518970:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10827 00000100:00080000:3.0:1761234303.518973:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234303.518975:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234303.518983:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234303.518991:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749048832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234303.518999:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234303.519002:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234303.519003:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234303.519006:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10827 00000100:00080000:3.0:1761234303.519008:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234303.519013:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234303.519014:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749048704:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761234303.519017:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234303.519027:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749048960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234303.519034:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234303.519037:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234303.519038:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234303.519041:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10827 00000100:00080000:3.0:1761234303.519043:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234303.519046:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234303.519049:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234303.519057:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749049088/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234303.519063:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234303.519065:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234303.519067:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234303.519070:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10827 00000100:00080000:3.0:1761234303.519073:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234303.519075:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234303.519078:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234303.519083:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234303.519088:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749049216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234303.519094:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234303.519097:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234303.519098:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234303.519102:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10827 00000100:00080000:3.0:1761234303.519106:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234303.519108:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234303.519111:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234303.519118:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749049344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234303.519125:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234303.519127:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234303.519130:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234303.519132:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234303/real 1761234303] req@ffff943800b9b480 x1846776749048704/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234303.519134:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10827 00000100:00080000:3.0:1761234303.519138:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234303.519143:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234303.519149:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234303.519163:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749049472/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234303.519170:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749048704/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234303.519171:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234303.519179:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234303.519182:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234303.519189:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10827 00000100:00080000:3.0:1761234303.519195:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234303.519199:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234303.519199:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234303.519206:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234303.519211:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234303.519216:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749049600/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234303.519220:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749048704:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234303.519235:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749048832:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234303.519264:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234303.519279:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234303/real 1761234303] req@ffff943800b99f80 x1846776749048832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234303.519293:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749048832/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234303.519302:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234303.519306:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234303.519310:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749048832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234303.519333:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749048960:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234303.519355:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234303.519367:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234303/real 1761234303] req@ffff943800b98380 x1846776749048960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234303.519380:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749048960/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234303.519390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234303.519393:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234303.519397:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749048960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234303.519403:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749049088:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234303.519422:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234303.519434:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234303/real 1761234303] req@ffff943800b9ad80 x1846776749049088/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234303.519446:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749049088/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234303.519455:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234303.519459:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234303.519462:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749049088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234303.519468:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749049216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234303.519489:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234303.519500:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234303/real 1761234303] req@ffff943800b98700 x1846776749049216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234303.519513:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749049216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234303.519522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234303.519526:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234303.519529:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749049216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234303.519536:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749049344:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234303.519556:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234303.519567:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234303/real 1761234303] req@ffff943800b98000 x1846776749049344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234303.519579:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749049344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234303.519587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234303.519591:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234303.519595:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749049344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234303.519602:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749049472:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234303.519622:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234303.519634:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234303/real 1761234303] req@ffff943800b98a80 x1846776749049472/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234303.519646:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749049472/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234303.519654:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234303.519657:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234303.519660:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749049472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234303.519667:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749049600:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234303.519688:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234303.519699:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234303/real 1761234303] req@ffff943800b9b800 x1846776749049600/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234303.519712:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749049600/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234303.519720:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234303.519724:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234303.519727:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749049600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234304.031082:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234304.031082:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234304.031475:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234304.350858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234304.350922:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234305.054932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234305.055019:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234305.055231:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234305.374903:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234305.375032:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234306.079034:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234306.079118:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234306.079194:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234306.398932:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234306.398962:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234307.102890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234307.102890:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234307.102903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234307.422857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234307.422934:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234308.126822:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234308.126824:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234308.126834:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234308.446858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234308.446929:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234308.638880:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234308.638891:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234308.638896:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234308.638908:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10832 00000100:00080000:3.0:1761234308.638920:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234308.638927:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234308.638993:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749049728/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234308.639024:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234308.639027:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234308.639030:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234308.639034:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10832 00000100:00080000:3.0:1761234308.639038:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234308.639042:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234308.639068:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234308.639082:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749049728:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234308.639082:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749049856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234308.639107:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234308.639110:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234308.639112:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234308.639118:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10832 00000100:00080000:3.0:1761234308.639122:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234308.639125:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234308.639128:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234308.639141:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749049984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234308.639149:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234308.639151:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234308.639153:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234308.639156:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10832 00000100:00080000:3.0:1761234308.639160:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234308.639163:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234308.639167:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234308.639181:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749050112/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234308.639188:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234308.639190:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234308.639193:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234308.639203:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10832 00000100:00100000:1.0:1761234308.639204:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749049856:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234308.639214:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234308.639219:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234308.639224:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234308.639235:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749050240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234308.639243:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749049984:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234308.639246:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234308.639251:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234308.639253:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234308.639259:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10832 00000100:00080000:3.0:1761234308.639267:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234308.639273:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234308.639277:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234308.639278:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749050112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234308.639303:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749050368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234308.639312:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234308.639315:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761234308.639319:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749050240:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234308.639319:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234308.639336:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10832 00000100:00080000:3.0:1761234308.639362:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234308.639368:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234308.639374:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749050368:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761234308.639377:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234308.639402:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749050496/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234308.639415:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234308.639421:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749050496:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234308.639424:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234308.639434:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234308.639441:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10832 00000100:00080000:3.0:1761234308.639448:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234308.639452:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234308.639458:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234308.639469:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749050624/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234308.639501:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749050624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234309.150851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234309.150851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234309.150885:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234309.470849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234309.470902:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234310.174864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234310.174869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234310.174929:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234310.494851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234310.494957:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234311.198863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234311.198864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234311.198874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234311.518843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234311.518913:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1761234311.711017:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:0.0:1761234311.711057:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761234311.711072:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234311.711102:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234311.711111:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234311.711119:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234311.711127:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234311.711135:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234311.711144:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234311.711154:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761234311.711185:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234308/real 1761234311] req@ffff943800b98a80 x1846776749050624/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234311.711217:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749050624/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234311.711229:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234311.711234:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234311.711239:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749050624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234311.711246:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234308/real 1761234311] req@ffff943800b9b800 x1846776749050496/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234311.711259:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749050496/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234311.711267:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234311.711271:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234311.711274:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749050496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234311.711282:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234308/real 1761234311] req@ffff943800b9a680 x1846776749050240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234311.711295:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749050240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234311.711303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234311.711307:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234311.711310:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749050240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234311.711317:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234308/real 1761234311] req@ffff943800b99c00 x1846776749050368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234311.711329:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749050368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234311.711337:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234311.711341:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234311.711344:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749050368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234311.711351:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234308/real 1761234311] req@ffff943800b99500 x1846776749049856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234311.711362:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749049856/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234311.711370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234311.711374:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234311.711377:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749049856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234311.711383:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234308/real 1761234311] req@ffff943800b98e00 x1846776749049984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234311.711395:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749049984/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234311.711402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234311.711406:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234311.711409:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749049984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234311.711416:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234308/real 1761234311] req@ffff943800b9bb80 x1846776749050112/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234311.711428:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749050112/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234311.711436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234311.711439:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234311.711443:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749050112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234311.711449:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234308/real 1761234311] req@ffff943800b9aa00 x1846776749049728/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234311.711461:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749049728/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234311.711468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234311.711471:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234311.711474:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749049728:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234312.222829:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234312.222829:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234312.222843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234312.542843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234312.542962:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234313.246883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234313.246883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234313.246917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234313.566849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234313.566939:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234313.758914:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234313.758924:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234313.758929:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234313.758939:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10837 00000100:00080000:1.0:1761234313.758949:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234313.758959:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234313.758998:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749050752/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234313.759029:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234313.759033:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234313.759035:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234313.759039:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10837 00000100:00080000:1.0:1761234313.759043:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234313.759047:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234313.759056:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234313.759068:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749050880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234313.759077:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234313.759081:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234313.759083:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234313.759087:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10837 00000100:00080000:1.0:1761234313.759090:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234313.759098:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234313.759099:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749050752:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761234313.759104:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234313.759116:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749051008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234313.759127:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234313.759130:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234313.759133:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234313.759137:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10837 00000100:00080000:1.0:1761234313.759153:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234313.759158:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234313.759164:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234313.759170:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234313.759181:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749051136/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234313.759192:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234313.759196:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234313.759197:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234313.759201:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10837 00000100:00080000:1.0:1761234313.759207:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234313.759211:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234313.759217:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234313/real 1761234313] req@ffff9437f86d5880 x1846776749050752/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761234313.759219:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234313.759237:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749051264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234313.759253:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749050752/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234313.759254:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234313.759261:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234313.759263:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234313.759269:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10837 00000100:00080000:1.0:1761234313.759276:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234313.759283:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234313.759283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761234313.759290:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1761234313.759294:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234313.759300:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749050752:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234313.759306:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749051392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234313.759311:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749050880:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234313.759331:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234313.759335:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234313.759337:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234313.759342:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10837 00000100:00080000:1.0:1761234313.759348:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234313.759353:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234313.759354:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234313.759363:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234313.759374:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234313/real 1761234313] req@ffff9437f86d4000 x1846776749050880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234313.759379:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749051520/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234313.759402:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749050880/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234313.759412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234313.759418:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234313.759419:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234313.759426:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1761234313.759429:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749050880:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234313.759430:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234313.759438:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10837 00000100:00080000:1.0:1761234313.759444:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234313.759449:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234313.759454:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234313.759466:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749051008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234313.759469:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749051648/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234313.759498:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234313.759514:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234313/real 1761234313] req@ffff9437f86d4380 x1846776749051008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234313.759527:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749051008/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234313.759541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234313.759545:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234313.759548:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749051008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234313.759556:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749051136:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234313.759577:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234313.759590:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234313/real 1761234313] req@ffff9437f86d5c00 x1846776749051136/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234313.759640:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749051136/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234313.759649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234313.759653:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234313.759657:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749051136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234313.759663:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749051264:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234313.759684:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234313.759697:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234313/real 1761234313] req@ffff9437f86d5f80 x1846776749051264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234313.759708:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749051264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234313.759716:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234313.759720:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234313.759724:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749051264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234313.759757:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749051392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234313.759781:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234313.759793:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234313/real 1761234313] req@ffff9437f86d7b80 x1846776749051392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234313.759806:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749051392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234313.759814:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234313.759817:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234313.759821:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749051392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234313.759827:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749051520:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234313.759845:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234313.759855:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234313/real 1761234313] req@ffff9437f86d6680 x1846776749051520/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234313.759867:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749051520/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234313.759876:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234313.759879:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234313.759883:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749051520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234313.759904:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749051648:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234313.759922:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234313.759933:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234313/real 1761234313] req@ffff9437f86d4700 x1846776749051648/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234313.759945:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749051648/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234313.759954:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234313.759958:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234313.759961:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749051648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234314.270868:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234314.270868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234314.270897:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234314.590864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234314.590967:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234315.294870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234315.294870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234315.294870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234315.614833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234315.614950:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234316.318813:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234316.318856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234316.318901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234316.638848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234316.638962:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234317.342889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234317.342889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234317.342896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234317.662825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234317.662929:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234318.366849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234318.366861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234318.366887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234318.686861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234318.686932:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234318.878849:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234318.878861:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234318.878867:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234318.878879:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10842 00000100:00080000:1.0:1761234318.878893:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234318.878902:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234318.878940:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749051776/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234318.878964:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234318.878967:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234318.878969:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234318.878972:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10842 00000100:00080000:1.0:1761234318.878975:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234318.878979:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234318.878986:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234318.878995:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749051904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234318.879000:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749051776:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234318.879008:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234318.879011:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234318.879012:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234318.879016:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10842 00000100:00080000:1.0:1761234318.879020:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234318.879023:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234318.879027:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234318.879036:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749052032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234318.879042:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234318.879044:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234318.879046:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234318.879048:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10842 00000100:00080000:1.0:1761234318.879051:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234318.879053:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234318.879056:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234318.879060:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234318.879064:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749052160/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234318.879071:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234318.879074:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234318.879075:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234318.879079:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10842 00000100:00080000:1.0:1761234318.879082:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234318.879084:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234318.879087:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234318.879095:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749052288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234318.879100:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234318/real 1761234318] req@ffff9437f86d5180 x1846776749051776/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234318.879108:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234318.879115:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234318.879118:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234318.879123:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10842 00000100:00080000:1.0:1761234318.879127:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234318.879129:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234318.879133:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749051776/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761234318.879135:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234318.879146:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749052416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234318.879147:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234318.879155:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234318.879162:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234318.879162:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749051776:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234318.879170:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234318.879172:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234318.879176:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10842 00000100:00080000:1.0:1761234318.879178:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234318.879181:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234318.879183:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234318.879188:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749051904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234318.879193:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749052544/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234318.879200:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234318.879203:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234318.879204:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234318.879208:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10842 00000800:00000100:3.0:1761234318.879212:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234318.879214:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234318.879219:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234318.879223:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234318.879227:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234318/real 1761234318] req@ffff9437f86d6d80 x1846776749051904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234318.879234:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749052672/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234318.879242:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749051904/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234318.879251:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234318.879253:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234318.879257:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749051904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234318.879262:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749052032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234318.879277:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234318.879283:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234318/real 1761234318] req@ffff9437f86d7100 x1846776749052032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234318.879290:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749052032/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234318.879296:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234318.879297:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234318.879299:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749052032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234318.879303:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749052160:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234318.879313:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234318.879318:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234318/real 1761234318] req@ffff9437f86d6a00 x1846776749052160/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234318.879325:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749052160/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234318.879335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234318.879337:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234318.879339:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749052160:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234318.879342:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749052288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234318.879351:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234318.879357:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234318/real 1761234318] req@ffff9437f86d7480 x1846776749052288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234318.879363:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749052288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234318.879368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234318.879371:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234318.879373:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749052288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234318.879376:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749052416:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234318.879385:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234318.879390:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234318/real 1761234318] req@ffff9437f86d4700 x1846776749052416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234318.879396:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749052416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234318.879401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234318.879403:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234318.879406:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749052416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234318.879418:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749052544:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234318.879428:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234318.879434:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234318/real 1761234318] req@ffff9437f86d6680 x1846776749052544/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234318.879442:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749052544/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234318.879446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234318.879448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234318.879450:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749052544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234318.879453:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749052672:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234318.879462:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234318.879468:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234318/real 1761234318] req@ffff9437f86d7b80 x1846776749052672/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234318.879475:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749052672/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234318.879480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234318.879481:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234318.879483:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749052672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234319.390855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234319.390893:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234319.390894:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234319.710782:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234319.710935:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234320.414870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234320.414870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234320.414879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234320.734848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234320.734911:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234321.438829:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234321.438915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234321.439526:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234321.758866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234321.758929:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234322.462837:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234322.462846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234322.462873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234322.782814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234322.782894:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234323.486821:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234323.486837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234323.486845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234323.806784:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234323.806874:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234323.998858:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234323.998867:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234323.998871:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234323.998879:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10847 00000100:00080000:0.0:1761234323.998888:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234323.998893:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234323.998926:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749052800/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234323.998952:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234323.998955:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234323.998956:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234323.998959:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10847 00000100:00080000:0.0:1761234323.998962:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234323.998964:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234323.998972:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234323.998982:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749052928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234323.998990:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234323.998994:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234323.998996:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234323.998997:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749052800:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234323.999002:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10847 00000100:00080000:0.0:1761234323.999009:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234323.999011:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234323.999014:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234323.999022:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749053056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234323.999029:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234323.999031:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234323.999032:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234323.999034:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10847 00000100:00080000:0.0:1761234323.999037:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234323.999040:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234323.999044:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234323.999051:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749053184/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234323.999057:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234323.999060:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234323.999061:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234323.999064:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10847 00000100:00080000:0.0:1761234323.999067:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234323.999073:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761234323.999073:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761234323.999080:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234323.999087:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749053312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234323.999094:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234323.999097:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234323.999098:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234323.999101:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10847 00000100:00080000:0.0:1761234323.999103:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234323.999105:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234323.999108:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234323.999117:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749053440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234323.999125:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234323/real 1761234323] req@ffff9437f87f8000 x1846776749052800/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234323.999130:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234323.999139:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234323.999143:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234323.999150:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10847 00000100:00080000:0.0:1761234323.999153:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234323.999156:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234323.999159:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234323.999164:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749052800/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234323.999168:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749053568/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234323.999197:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234323.999200:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234323.999200:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234323.999204:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234323.999210:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234323.999214:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10847 00000100:00080000:0.0:1761234323.999220:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234323.999220:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749052800:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234323.999227:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234323.999232:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234323.999240:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749053696/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234323.999255:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749052928:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234323.999284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234323.999299:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234323/real 1761234323] req@ffff9437f87f8700 x1846776749052928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234323.999313:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749052928/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234323.999323:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234323.999328:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234323.999332:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749052928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234323.999338:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749053056:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234323.999361:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234323.999374:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234323/real 1761234323] req@ffff9437f87f9500 x1846776749053056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234323.999387:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749053056/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234323.999396:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234323.999400:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234323.999431:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749053056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234323.999438:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749053184:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234323.999464:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234323.999493:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234323/real 1761234323] req@ffff9437f87fb100 x1846776749053184/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234323.999508:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749053184/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234323.999518:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234323.999522:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234323.999526:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749053184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234323.999532:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749053312:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234323.999553:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234323.999564:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234323/real 1761234323] req@ffff9437f87f8a80 x1846776749053312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234323.999576:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749053312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234323.999583:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234323.999586:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234323.999588:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749053312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234323.999592:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749053440:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234323.999606:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234323.999612:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234323/real 1761234323] req@ffff9437f87fad80 x1846776749053440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234323.999619:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749053440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234323.999625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234323.999627:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234323.999629:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749053440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234323.999632:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749053568:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234323.999641:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234323.999647:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234323/real 1761234323] req@ffff9437f87f9c00 x1846776749053568/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234323.999654:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749053568/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234323.999658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234323.999660:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234323.999662:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749053568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234323.999666:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749053696:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234323.999675:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234323.999681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234323/real 1761234323] req@ffff9437f87fb480 x1846776749053696/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234323.999687:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749053696/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234323.999692:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234323.999694:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234323.999696:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749053696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234324.510851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234324.510853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234324.510877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234324.830828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234324.830934:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234325.534821:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234325.534825:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234325.534912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234325.854849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234325.854906:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234326.558829:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234326.558838:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234326.558879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234326.878830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234326.878869:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234327.582843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234327.582872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234327.582903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234327.902855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234327.902920:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234328.606853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234328.606861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234328.606891:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234328.926836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234328.926914:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234329.118841:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234329.118851:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234329.118856:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234329.118866:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10852 00000100:00080000:0.0:1761234329.118879:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234329.118886:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234329.118937:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749053824/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234329.118963:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234329.118967:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234329.118969:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234329.118974:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10852 00000100:00080000:0.0:1761234329.118977:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234329.118983:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234329.118993:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234329.119007:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749053824:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234329.119010:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749053952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234329.119025:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234329.119029:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234329.119032:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234329.119035:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10852 00000100:00080000:0.0:1761234329.119040:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234329.119043:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234329.119049:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234329.119064:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749054080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234329.119075:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761234329.119080:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234329.119082:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234329.119087:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234329.119093:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10852 00000100:00080000:0.0:1761234329.119099:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234329.119104:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234329.119111:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234329.119127:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234329/real 1761234329] req@ffff9437f87fa300 x1846776749053824/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234329.119128:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749054208/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234329.119163:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234329.119167:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234329.119172:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234329.119172:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749053824/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234329.119183:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10852 00000100:00080000:0.0:1761234329.119192:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234329.119193:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234329.119200:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234329.119205:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:0.0:1761234329.119210:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234329.119212:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749053824:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234329.119227:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749054336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234329.119241:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749053952:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234329.119242:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234329.119252:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234329.119255:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234329.119260:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10852 00000100:00080000:0.0:1761234329.119268:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234329.119275:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761234329.119279:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761234329.119284:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234329.119297:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234329/real 1761234329] req@ffff9437f87fbb80 x1846776749053952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234329.119301:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749054464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234329.119336:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749053952/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234329.119338:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234329.119348:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234329.119352:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234329.119358:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234329.119360:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10852 00000100:00080000:3.0:1761234329.119368:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234329.119369:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234329.119376:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749053952:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234329.119379:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234329.119388:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749054080:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761234329.119389:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234329.119410:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749054592/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234329.119422:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761234329.119422:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234329.119429:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234329.119431:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234329.119437:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234329/real 1761234329] req@ffff9437f87fb480 x1846776749054080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234329.119438:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10852 00000100:00080000:0.0:1761234329.119446:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234329.119455:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234329.119460:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749054080/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234329.119462:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234329.119477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761234329.119483:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749054720/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234329.119484:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234329.119492:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749054080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234329.119508:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749054208:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234329.119534:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234329.119547:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234329/real 1761234329] req@ffff9437f87f9c00 x1846776749054208/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234329.119560:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749054208/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234329.119568:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234329.119572:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234329.119575:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749054208:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234329.119592:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749054336:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234329.119612:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234329.119623:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234329/real 1761234329] req@ffff9437f87fad80 x1846776749054336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234329.119634:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749054336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234329.119641:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234329.119645:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234329.119648:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749054336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234329.119654:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749054464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234329.119673:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234329.119685:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234329/real 1761234329] req@ffff9437f87f8a80 x1846776749054464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234329.119704:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749054464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234329.119710:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234329.119712:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234329.119714:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749054464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234329.119719:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749054592:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234329.119754:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234329.119763:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234329/real 1761234329] req@ffff9437f87fb100 x1846776749054592/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234329.119771:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749054592/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234329.119776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234329.119778:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234329.119780:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749054592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234329.119784:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749054720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234329.119796:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234329.119806:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234329/real 1761234329] req@ffff9437f87f9500 x1846776749054720/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234329.119818:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749054720/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234329.119832:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234329.119836:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234329.119839:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749054720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234329.630813:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234329.630816:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234329.630836:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234329.950846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234329.950937:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234330.654963:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234330.654963:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234330.654989:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234330.974844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234330.974941:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234331.678831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234331.678842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234331.678855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234331.998839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234331.998915:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234332.702814:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234332.702830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234332.702849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234333.022822:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234333.022905:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234333.726854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234333.726862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234333.726916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234334.046848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234334.046929:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234334.238886:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234334.238899:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234334.238904:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234334.238915:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10857 00000100:00080000:2.0:1761234334.238927:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234334.238934:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234334.238980:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749054848/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234334.239007:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234334.239010:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234334.239012:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234334.239015:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10857 00000100:00080000:2.0:1761234334.239019:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234334.239022:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234334.239033:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234334.239044:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749054976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234334.239054:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749054848:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234334.239081:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234334.239084:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234334.239086:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234334.239092:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10857 00000100:00080000:2.0:1761234334.239097:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234334.239100:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234334.239103:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234334.239114:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749055104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234334.239120:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234334.239123:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234334.239125:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234334.239129:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10857 00000100:00080000:2.0:1761234334.239133:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234334.239136:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761234334.239142:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761234334.239146:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234334.239158:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749055232/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234334.239165:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234334.239168:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234334.239170:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234334.239173:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10857 00000100:00080000:2.0:1761234334.239178:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234334.239183:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234334.239189:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234334/real 1761234334] req@ffff9437fa0ddc00 x1846776749054848/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761234334.239191:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234334.239228:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776749055360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234334.239238:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234334.239238:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749054848/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234334.239255:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234334.239263:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234334.239279:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10857 00000100:00080000:3.0:1761234334.239280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234334.239295:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234334.239298:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234334.239309:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234334.239309:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749054848:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761234334.239324:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234334.239336:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776749055488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234334.239344:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749054976:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234334.239355:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234334.239361:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234334.239364:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234334.239370:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10857 00000800:00000100:3.0:1761234334.239377:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234334.239384:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234334.239394:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234334/real 1761234334] req@ffff9437fa0dc380 x1846776749054976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234334.239395:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234334.239408:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234334.239416:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749054976/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234334.239427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761234334.239432:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776749055616/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234334.239433:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234334.239440:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749054976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234334.239456:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749055104:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234334.239481:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234334.239482:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234334.239486:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234334.239489:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234334.239492:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234334/real 1761234334] req@ffff9437fa0dc700 x1846776749055104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234334.239498:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10857 00000100:00080000:2.0:1761234334.239512:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234334.239517:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749055104/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234334.239523:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234334.239542:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761234334.239543:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234334.239547:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234334.239556:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749055104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234334.239563:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749055232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234334.239573:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749055744/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234334.239583:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234334.239596:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234334/real 1761234334] req@ffff9437fa0df800 x1846776749055232/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234334.239612:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749055232/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234334.239619:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234334.239622:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234334.239629:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749055232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234334.239634:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749055360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234334.239646:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234334.239652:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234334/real 1761234334] req@ffff9437fa0dc000 x1846776749055360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234334.239659:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776749055360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234334.239664:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234334.239666:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234334.239668:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749055360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234334.239682:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749055488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234334.239693:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234334.239699:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234334/real 1761234334] req@ffff9437fa0dd180 x1846776749055488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234334.239706:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776749055488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234334.239711:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234334.239713:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234334.239715:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749055488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234334.239719:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749055616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234334.239752:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234334.239760:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234334/real 1761234334] req@ffff9437fa0dfb80 x1846776749055616/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234334.239768:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776749055616/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234334.239773:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234334.239776:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234334.239778:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749055616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234334.239782:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749055744:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234334.239793:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234334.239799:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234334/real 1761234334] req@ffff9437fa0ddc00 x1846776749055744/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234334.239806:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749055744/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234334.239812:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234334.239813:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234334.239815:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749055744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234334.750896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234334.750897:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234334.750932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234335.070808:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234335.070882:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234335.774830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234335.774838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234335.774865:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234336.094862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234336.094936:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234336.798836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234336.798891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234336.798904:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234337.118807:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234337.118918:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234337.822854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234337.822854:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234337.822958:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234338.142841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234338.142928:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234338.846843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234338.846853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234338.846856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234339.166790:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234339.166832:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234339.358888:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234339.358896:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234339.358901:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234339.358911:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10863 00000100:00080000:0.0:1761234339.358920:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234339.358926:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234339.358956:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749055872/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234339.358980:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234339.358984:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234339.358986:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234339.358989:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10863 00000100:00080000:0.0:1761234339.358992:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234339.358995:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234339.359002:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234339.359014:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749056000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234339.359035:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749055872:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234339.359037:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234339.359051:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234339.359054:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234339.359060:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10863 00000100:00080000:0.0:1761234339.359065:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234339.359070:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234339.359076:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234339.359092:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749056128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234339.359101:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234339.359103:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234339.359104:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234339.359108:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10863 00000100:00080000:0.0:1761234339.359128:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234339.359131:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234339.359137:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1761234339.359145:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234339.359157:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749056256/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234339.359167:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234339.359170:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234339.359172:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234339.359176:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10863 00000100:00080000:0.0:1761234339.359179:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234339.359182:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234339.359186:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234339.359198:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749056384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234339.359207:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234339/real 1761234339] req@ffff9437f87f8700 x1846776749055872/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234339.359218:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234339.359231:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234339.359237:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234339.359245:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10863 00000100:00080000:0.0:1761234339.359251:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234339.359257:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749055872/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234339.359262:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234339.359277:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1761234339.359282:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761234339.359287:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749056512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234339.359288:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234339.359304:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749055872:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234339.359309:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234339.359317:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234339.359320:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234339.359327:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10863 00000100:00080000:0.0:1761234339.359331:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234339.359333:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234339.359337:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234339.359344:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749056000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234339.359350:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749056640/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234339.359364:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234339.359367:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234339.359368:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234339.359371:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10863 00000100:00080000:0.0:1761234339.359376:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234339.359378:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234339.359383:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234339.359388:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234339.359395:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234339/real 1761234339] req@ffff9437f87f8000 x1846776749056000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234339.359399:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749056768/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234339.359459:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749056000/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234339.359469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234339.359476:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234339.359480:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749056000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234339.359486:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749056128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234339.359501:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234339.359508:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234339/real 1761234339] req@ffff9437f87fa680 x1846776749056128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234339.359516:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749056128/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234339.359527:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234339.359530:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234339.359532:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749056128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234339.359536:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749056256:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234339.359547:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234339.359553:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234339/real 1761234339] req@ffff9437f87faa00 x1846776749056256/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234339.359560:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749056256/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234339.359566:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234339.359568:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234339.359570:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749056256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234339.359574:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749056384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234339.359585:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234339.359591:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234339/real 1761234339] req@ffff9437f87f9f80 x1846776749056384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234339.359598:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749056384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234339.359603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234339.359605:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234339.359608:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749056384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234339.359611:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749056512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234339.359622:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234339.359627:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234339/real 1761234339] req@ffff9437f87f8e00 x1846776749056512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234339.359634:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749056512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234339.359639:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234339.359641:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234339.359643:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749056512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234339.359658:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749056640:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234339.359668:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234339.359675:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234339/real 1761234339] req@ffff9437f87fb800 x1846776749056640/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234339.359682:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749056640/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234339.359688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234339.359689:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234339.359691:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749056640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234339.359695:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749056768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234339.359705:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234339.359712:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234339/real 1761234339] req@ffff9437f87f9180 x1846776749056768/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234339.359720:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749056768/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234339.359725:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234339.359727:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234339.359729:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749056768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234339.870890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234339.870906:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234339.870947:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234340.190883:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234340.190994:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234340.894877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234340.894877:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234340.894879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234341.214850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234341.214981:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234341.918869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234341.918902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234341.918903:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234342.238871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234342.238952:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234342.942867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234342.942886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234342.942932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234343.262847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234343.262954:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234343.966861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234343.966879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234343.966912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234344.286853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234344.286888:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234344.478843:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234344.478853:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234344.478857:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234344.478866:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10868 00000100:00080000:0.0:1761234344.478877:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234344.478885:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234344.478924:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776749056896/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234344.478943:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234344.478946:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234344.478948:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234344.478952:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10868 00000100:00080000:0.0:1761234344.478954:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234344.478957:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234344.478965:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234344.478973:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776749057024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234344.478980:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749056896:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234344.478983:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234344.478991:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234344.478993:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234344.478996:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10868 00000100:00080000:0.0:1761234344.478998:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234344.479001:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234344.479004:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234344.479029:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749057152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234344.479037:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234344.479039:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234344.479041:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234344.479043:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10868 00000100:00080000:0.0:1761234344.479046:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234344.479049:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234344.479053:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234344.479065:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749057280/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234344.479071:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234344.479074:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234344.479075:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761234344.479080:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234344.479081:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10868 00000100:00080000:0.0:1761234344.479087:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234344.479090:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234344.479093:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234344.479102:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749057408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234344.479108:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234344.479110:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234344.479112:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234344.479114:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10868 00000100:00080000:0.0:1761234344.479117:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234344.479120:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234344.479123:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234344.479134:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234344/real 1761234344] req@ffff9437f87f9880 x1846776749056896/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234344.479135:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749057536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234344.479169:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234344.479174:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234344.479176:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234344.479179:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776749056896/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234344.479184:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10868 00000100:00080000:0.0:1761234344.479191:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234344.479199:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234344.479200:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761234344.479205:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234344.479209:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234344.479216:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749056896:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234344.479222:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749057664/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234344.479234:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234344.479237:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234344.479240:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234344.479244:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749057024:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234344.479248:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10868 00000100:00080000:0.0:1761234344.479256:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234344.479261:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234344.479266:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234344.479283:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749057792/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234344.479283:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234344.479302:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234344/real 1761234344] req@ffff9437f87f8380 x1846776749057024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234344.479319:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776749057024/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234344.479330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234344.479333:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234344.479337:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749057024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234344.479344:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749057152:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234344.479366:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234344.479378:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234344/real 1761234344] req@ffff9437f87f9180 x1846776749057152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234344.479390:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749057152/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234344.479399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234344.479402:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234344.479406:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749057152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234344.479412:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749057280:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234344.479434:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234344.479446:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234344/real 1761234344] req@ffff9437f87fb800 x1846776749057280/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234344.479457:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749057280/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234344.479474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234344.479477:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234344.479480:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749057280:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234344.479487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749057408:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234344.479508:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234344.479520:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234344/real 1761234344] req@ffff9437f87f8e00 x1846776749057408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234344.479533:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749057408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234344.479541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234344.479545:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234344.479548:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749057408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234344.479554:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749057536:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234344.479575:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234344.479587:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234344/real 1761234344] req@ffff9437f87f9f80 x1846776749057536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234344.479600:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749057536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234344.479609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234344.479612:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234344.479616:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749057536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234344.479622:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749057664:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234344.479641:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234344.479653:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234344/real 1761234344] req@ffff9437f87faa00 x1846776749057664/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234344.479667:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749057664/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234344.479676:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234344.479679:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234344.479682:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749057664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234344.479703:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749057792:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234344.479724:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234344.479762:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234344/real 1761234344] req@ffff9437f87fa680 x1846776749057792/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234344.479776:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749057792/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234344.479785:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234344.479789:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234344.479792:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749057792:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234344.990888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234344.990902:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234344.991142:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234345.310849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234345.310932:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234346.014859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234346.014861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234346.014890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234346.334846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234346.334914:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234347.038834:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234347.038835:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234347.038876:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234347.358845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234347.358908:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234348.062848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234348.062852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234348.062888:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234348.382846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234348.382973:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234349.086811:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234349.086835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234349.086853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234349.406855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234349.406941:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234349.598859:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234349.598872:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234349.598877:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234349.598888:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10873 00000100:00080000:3.0:1761234349.598902:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234349.598909:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234349.598972:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749057920/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234349.598996:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234349.599000:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234349.599002:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234349.599006:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10873 00000100:00080000:3.0:1761234349.599011:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234349.599016:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234349.599025:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234349.599037:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749057920:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234349.599037:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749058048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234349.599048:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234349.599051:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234349.599053:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234349.599058:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10873 00000100:00080000:3.0:1761234349.599061:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234349.599065:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234349.599069:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234349.599078:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749058176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234349.599086:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234349.599088:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234349.599090:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234349.599094:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234349.599094:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10873 00000100:00080000:3.0:1761234349.599097:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234349.599101:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234349.599104:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234349.599114:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749058304/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234349.599122:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234349.599126:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234349.599127:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234349.599131:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10873 00000100:00100000:1.0:1761234349.599132:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234349/real 1761234349] req@ffff943800b98000 x1846776749057920/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234349.599134:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234349.599138:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234349.599143:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234349.599151:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749057920/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234349.599151:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749058432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234349.599163:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234349.599167:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234349.599167:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234349.599170:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761234349.599172:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749057920:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234349.599172:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234349.599176:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10873 00000100:00080000:3.0:1761234349.599178:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234349.599181:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234349.599184:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234349.599192:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749058560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234349.599194:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749058048:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234349.599202:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234349.599205:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234349.599206:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234349.599210:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10873 00000100:00080000:3.0:1761234349.599213:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234349.599215:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234349.599217:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234349.599221:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234349.599227:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234349/real 1761234349] req@ffff943800b98700 x1846776749058048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234349.599231:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749058688/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234349.599241:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749058048/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234349.599241:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234349.599245:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234349.599247:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234349.599250:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10873 00000100:00080000:1.0:1761234349.599251:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234349.599254:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234349.599254:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234349.599258:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749058048:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234349.599258:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234349.599262:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234349.599264:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749058176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234349.599271:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749058816/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234349.599280:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234349.599291:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234349/real 1761234349] req@ffff943800b9ad80 x1846776749058176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234349.599304:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749058176/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234349.599313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234349.599317:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234349.599321:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749058176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234349.599326:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749058304:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234349.599342:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234349.599350:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234349/real 1761234349] req@ffff943800b98380 x1846776749058304/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234349.599358:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749058304/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234349.599364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234349.599366:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234349.599368:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749058304:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234349.599372:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749058432:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234349.599381:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234349.599387:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234349/real 1761234349] req@ffff943800b99f80 x1846776749058432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234349.599395:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749058432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234349.599400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234349.599402:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234349.599403:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749058432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234349.599417:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749058560:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234349.599434:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234349.599445:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234349/real 1761234349] req@ffff943800b9b480 x1846776749058560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234349.599457:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749058560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234349.599473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234349.599476:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234349.599480:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749058560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234349.599487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749058688:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234349.599507:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234349.599520:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234349/real 1761234349] req@ffff943800b98000 x1846776749058688/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234349.599533:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749058688/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234349.599541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234349.599545:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234349.599549:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749058688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234349.599555:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749058816:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234349.599575:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234349.599587:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234349/real 1761234349] req@ffff943800b9aa00 x1846776749058816/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234349.599600:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749058816/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234349.599609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234349.599613:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234349.599617:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749058816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234350.110863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234350.110863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234350.110864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234350.430880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234350.430949:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234351.134859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234351.134859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234351.134859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234351.454836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234351.454936:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234352.158858:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234352.158860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234352.158908:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234352.478851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234352.478939:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234353.182864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234353.182864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234353.182864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234353.502840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234353.502919:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234354.206898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234354.206898:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234354.206899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234354.526860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234354.526933:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234354.718870:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234354.718881:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234354.718887:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234354.718899:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10878 00000100:00080000:3.0:1761234354.718912:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234354.718920:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234354.718955:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749058944/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234354.718982:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234354.718986:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234354.718988:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234354.718993:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10878 00000100:00080000:3.0:1761234354.718998:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234354.719002:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234354.719012:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234354.719022:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749058944:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234354.719028:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749059072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234354.719048:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234354.719051:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234354.719053:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234354.719058:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10878 00000100:00080000:3.0:1761234354.719072:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234354.719077:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234354.719082:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234354.719085:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234354.719100:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749059200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234354.719112:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234354.719116:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234354.719119:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234354/real 1761234354] req@ffff943800b9bb80 x1846776749058944/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234354.719120:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234354.719130:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10878 00000100:00080000:3.0:1761234354.719138:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234354.719144:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234354.719147:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749058944/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234354.719150:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234354.719161:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234354.719165:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234354.719170:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749059328/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234354.719171:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749058944:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234354.719187:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234354.719191:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234354.719194:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234354.719197:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749059072:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234354.719203:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10878 00000100:00080000:3.0:1761234354.719210:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234354.719215:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234354.719220:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234354.719222:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234354.719237:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749059456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234354.719238:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234354/real 1761234354] req@ffff943800b98e00 x1846776749059072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234354.719273:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234354.719274:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749059072/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234354.719284:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234354.719289:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234354.719292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234354.719296:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10878 00000100:00080000:1.0:1761234354.719299:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234354.719302:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234354.719304:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749059072:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234354.719310:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234354.719313:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749059200:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761234354.719318:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234354.719334:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749059584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234354.719335:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234354.719345:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234354/real 1761234354] req@ffff943800b99500 x1846776749059200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234354.719349:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234354.719358:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234354.719362:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234354.719367:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749059200/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234354.719370:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10878 00000100:00080000:3.0:1761234354.719378:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234354.719382:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234354.719384:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234354.719389:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761234354.719392:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234354.719393:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749059200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234354.719402:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749059328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234354.719411:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749059712/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234354.719419:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234354.719429:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234354/real 1761234354] req@ffff943800b99c00 x1846776749059328/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234354.719435:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234354.719443:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234354.719444:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749059328/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234354.719447:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234354.719457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234354.719457:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10878 00000100:00080000:1.0:1761234354.719465:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234354.719467:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234354.719469:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749059328:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234354.719476:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234354.719482:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234354.719487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749059456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234354.719499:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749059840/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234354.719505:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234354.719517:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234354/real 1761234354] req@ffff943800b9a680 x1846776749059456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234354.719527:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749059456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234354.719533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234354.719536:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234354.719539:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749059456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234354.719543:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749059584:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234354.719553:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234354.719558:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234354/real 1761234354] req@ffff943800b9b800 x1846776749059584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234354.719566:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749059584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234354.719571:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234354.719572:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234354.719574:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749059584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234354.719578:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749059712:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234354.719587:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234354.719593:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234354/real 1761234354] req@ffff943800b98a80 x1846776749059712/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234354.719601:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749059712/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234354.719606:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234354.719607:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234354.719609:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749059712:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234354.719618:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749059840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234354.719627:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234354.719633:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234354/real 1761234354] req@ffff943800b99c00 x1846776749059840/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234354.719640:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749059840/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234354.719645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234354.719647:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234354.719649:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749059840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234355.230854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234355.230867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234355.230881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234355.550862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234355.550916:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234356.254854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234356.254855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234356.254933:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234356.574829:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234356.574916:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234357.278860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234357.278866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234357.278914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234357.598872:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234357.598957:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234358.302829:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234358.302869:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234358.302877:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234358.622812:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234358.622878:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234359.326803:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234359.326831:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234359.326853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234359.646832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234359.646881:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234359.838820:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234359.838830:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234359.838834:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234359.838844:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10883 00000100:00080000:3.0:1761234359.838853:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234359.838859:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234359.838896:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749059968/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234359.838925:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234359.838929:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234359.838932:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234359.838938:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10883 00000100:00080000:3.0:1761234359.838943:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234359.838948:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234359.838956:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749059968:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761234359.838965:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234359.838985:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749060096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234359.838997:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234359.839001:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234359.839003:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234359.839008:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10883 00000100:00080000:3.0:1761234359.839013:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234359.839014:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234359.839022:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234359.839029:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234359.839043:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749060224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234359.839053:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234359.839054:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234359/real 1761234359] req@ffff943800b99500 x1846776749059968/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234359.839063:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234359.839067:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234359.839074:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10883 00000100:00100000:1.0:1761234359.839079:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749059968/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234359.839080:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234359.839090:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234359.839092:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761234359.839097:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234359.839098:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234359.839104:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749059968:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234359.839117:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749060352/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234359.839124:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749060096:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234359.839137:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234359.839142:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234359.839144:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234359.839147:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234359.839154:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10883 00000100:00080000:3.0:1761234359.839160:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234359.839161:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234359/real 1761234359] req@ffff943800b98e00 x1846776749060096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234359.839170:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234359.839176:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749060096/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234359.839179:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234359.839189:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234359.839192:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234359.839195:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749060096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234359.839201:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749060480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234359.839204:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749060224:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234359.839219:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234359.839223:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234359.839227:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234359.839231:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234359.839234:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234359/real 1761234359] req@ffff943800b9bb80 x1846776749060224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234359.839239:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10883 00000100:00080000:3.0:1761234359.839248:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234359.839256:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234359.839258:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749060224/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234359.839264:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234359.839267:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234359.839271:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234359.839274:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749060224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234359.839282:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749060608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234359.839287:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749060352:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234359.839303:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234359.839307:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234359.839315:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234359/real 1761234359] req@ffff943800b9aa00 x1846776749060352/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234359.839318:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234359.839323:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234359.839329:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749060352/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234359.839335:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10883 00000100:00080000:1.0:1761234359.839336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234359.839344:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234359.839345:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234359.839347:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749060352:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234359.839356:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749060480:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234359.839356:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234359.839367:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234359.839373:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234359.839386:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234359/real 1761234359] req@ffff943800b98000 x1846776749060480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234359.839387:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749060736/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234359.839408:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749060480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234359.839413:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234359.839422:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234359.839426:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234359.839429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234359.839434:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10883 00000100:00080000:1.0:1761234359.839436:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234359.839441:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749060480:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234359.839442:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234359.839450:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234359.839454:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749060608:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761234359.839456:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234359.839474:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749060864/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234359.839475:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234359.839491:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234359/real 1761234359] req@ffff943800b9b480 x1846776749060608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234359.839508:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749060608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234359.839516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234359.839520:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234359.839523:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749060608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234359.839530:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749060736:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234359.839548:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234359.839556:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234359/real 1761234359] req@ffff943800b99f80 x1846776749060736/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234359.839564:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749060736/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234359.839569:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234359.839572:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234359.839574:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749060736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234359.839584:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749060864:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234359.839595:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234359.839601:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234359/real 1761234359] req@ffff943800b98380 x1846776749060864/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234359.839608:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749060864/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234359.839614:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234359.839615:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234359.839617:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749060864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234360.350828:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234360.350829:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234360.350874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234360.670853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234360.670910:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234361.374802:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234361.374827:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234361.374846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234361.694833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234361.694901:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234362.398823:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234362.398823:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234362.398841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234362.718824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234362.718886:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234363.422807:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234363.422861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234363.422865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234363.742827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234363.742871:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234364.446832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234364.446841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234364.446857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234364.766853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234364.766986:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234364.958944:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234364.958953:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234364.958958:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234364.958968:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10888 00000100:00080000:2.0:1761234364.958979:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234364.958987:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234364.959026:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749060992/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234364.959051:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234364.959053:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234364.959055:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234364.959058:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10888 00000100:00080000:2.0:1761234364.959060:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234364.959063:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234364.959071:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234364.959081:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749061120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234364.959094:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234364.959096:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234364.959099:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234364.959108:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749060992:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234364.959109:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10888 00000100:00080000:2.0:1761234364.959118:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234364.959131:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234364.959135:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234364.959142:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776749061248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234364.959149:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234364.959152:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234364.959153:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234364.959155:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10888 00000100:00080000:2.0:1761234364.959158:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234364.959160:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234364.959163:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234364.959170:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776749061376/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234364.959177:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234364.959179:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234364.959180:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234364.959183:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10888 00000100:00080000:2.0:1761234364.959195:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234364.959198:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234364.959202:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234364.959208:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234364.959213:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776749061504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234364.959221:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234364.959225:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234364.959227:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234364.959230:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10888 00000100:00080000:2.0:1761234364.959237:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234364.959240:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234364.959244:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234364.959255:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776749061632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234364.959264:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234364.959266:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234364/real 1761234364] req@ffff9437fa0dea00 x1846776749060992/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234364.959271:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234364.959280:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234364.959297:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10888 00000100:00080000:2.0:1761234364.959310:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234364.959315:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749060992/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234364.959318:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234364.959339:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234364.959342:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234364.959354:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234364.959358:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749060992:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234364.959366:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749061760/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234364.959390:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749061120:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234364.959390:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234364.959405:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234364.959409:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234364.959417:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10888 00000800:00000100:1.0:1761234364.959422:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234364.959425:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234364.959432:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234364.959438:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234364/real 1761234364] req@ffff9437fa0dd500 x1846776749061120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761234364.959438:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234364.959460:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749061120/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234364.959464:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749061888/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234364.959529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234364.959536:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234364.959540:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749061120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234364.959549:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749061248:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234364.959563:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234364.959571:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234364/real 1761234364] req@ffff9437fa0ded80 x1846776749061248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234364.959579:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776749061248/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234364.959589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234364.959591:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234364.959593:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749061248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234364.959599:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749061376:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234364.959619:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234364.959650:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234364/real 1761234364] req@ffff9437fa0de300 x1846776749061376/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234364.959664:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776749061376/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234364.959673:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234364.959676:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234364.959680:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749061376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234364.959686:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749061504:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234364.959706:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234364.959714:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234364/real 1761234364] req@ffff9437fa0df480 x1846776749061504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234364.959722:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776749061504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234364.959728:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234364.959753:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234364.959756:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749061504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234364.959761:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749061632:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234364.959775:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234364.959783:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234364/real 1761234364] req@ffff9437fa0dca80 x1846776749061632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234364.959790:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776749061632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234364.959796:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234364.959798:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234364.959800:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749061632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234364.959820:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749061760:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234364.959831:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234364.959838:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234364/real 1761234364] req@ffff9437fa0df100 x1846776749061760/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234364.959845:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749061760/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234364.959850:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234364.959852:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234364.959854:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749061760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234364.959857:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749061888:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234364.959868:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234364.959874:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234364/real 1761234364] req@ffff9437fa0dea00 x1846776749061888/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234364.959881:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749061888/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234364.959886:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234364.959888:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234364.959890:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749061888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234365.470859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234365.470892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234365.470901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234365.790819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234365.790925:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234366.494859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234366.494873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234366.494878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234366.814826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234366.814953:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234367.519041:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234367.519214:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234367.519451:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234367.838806:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234367.838892:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234368.542958:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234368.542982:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234368.542983:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234368.862919:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234368.863034:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234369.566978:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234369.566981:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234369.567044:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234369.886854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234369.886901:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234370.078832:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234370.078841:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234370.078845:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234370.078854:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10893 00000100:00080000:2.0:1761234370.078865:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234370.078871:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234370.078906:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749062016/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234370.078928:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234370.078931:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234370.078933:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234370.078936:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10893 00000100:00080000:2.0:1761234370.078939:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234370.078941:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234370.078949:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234370.078957:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776749062144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234370.078963:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234370.078966:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234370.078967:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234370.078969:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10893 00000100:00080000:2.0:1761234370.078971:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234370.078973:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234370.078975:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234370.078981:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776749062272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234370.078986:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234370.078988:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234370.078989:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234370.078991:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10893 00000100:00080000:2.0:1761234370.078993:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234370.078996:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234370.078999:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234370.079004:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776749062400/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234370.079010:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234370.079012:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234370.079013:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234370.079015:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10893 00000100:00080000:2.0:1761234370.079017:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234370.079019:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234370.079021:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234370.079026:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749062528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234370.079031:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234370.079032:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234370.079033:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234370.079035:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10893 00000100:00080000:2.0:1761234370.079037:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234370.079039:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234370.079041:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234370.079046:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749062656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234370.079051:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234370.079053:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234370.079054:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234370.079057:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10893 00000100:00080000:2.0:1761234370.079059:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234370.079061:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234370.079063:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234370.079068:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749062784/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234370.079073:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234370.079074:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234370.079075:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234370.079077:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10893 00000100:00080000:2.0:1761234370.079079:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234370.079080:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234370.079083:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234370.079088:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749062912/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234370.079177:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749062016:192.168.201.139@tcp:250:kworker.0 00000800:00000100:1.0:1761234370.079240:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234370.079278:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234370/real 1761234370] req@ffff9437fa0ddc00 x1846776749062016/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234370.079293:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749062016/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234370.079302:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234370.079305:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234370.079308:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749062016:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234370.079315:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749062144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234370.079330:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234370.079337:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234370/real 1761234370] req@ffff9437fa0dfb80 x1846776749062144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234370.079345:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776749062144/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234370.079352:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234370.079354:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234370.079356:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749062144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234370.079360:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749062272:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234370.079371:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234370.079376:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234370/real 1761234370] req@ffff9437fa0dd180 x1846776749062272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234370.079384:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776749062272/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234370.079389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234370.079391:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234370.079393:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749062272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234370.079396:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749062400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234370.079406:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234370.079412:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234370/real 1761234370] req@ffff9437fa0dc000 x1846776749062400/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234370.079419:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776749062400/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234370.079425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234370.079426:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234370.079444:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749062400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234370.079447:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749062528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234370.079460:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234370.079466:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234370/real 1761234370] req@ffff9437fa0df800 x1846776749062528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234370.079475:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749062528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234370.079481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234370.079483:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234370.079485:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749062528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234370.079488:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749062656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234370.079499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234370.079505:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234370/real 1761234370] req@ffff9437fa0dc700 x1846776749062656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234370.079514:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749062656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234370.079525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234370.079546:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234370.079549:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749062656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234370.079554:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749062784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234370.079584:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234370.079592:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234370/real 1761234370] req@ffff9437fa0dc380 x1846776749062784/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234370.079599:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749062784/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234370.079605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234370.079607:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234370.079610:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749062784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234370.079613:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749062912:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234370.079623:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234370.079628:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234370/real 1761234370] req@ffff9437fa0dea00 x1846776749062912/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234370.079636:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749062912/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234370.079641:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234370.079643:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234370.079645:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749062912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234370.591009:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234370.591075:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234370.591077:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234370.910941:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234370.911006:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234371.614988:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234371.614992:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234371.615059:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234371.934901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234371.935018:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234372.638989:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234372.639141:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234372.641040:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234372.958910:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234372.958940:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234373.662800:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234373.662831:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234373.662843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234373.982803:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234373.982896:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234374.686814:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234374.686814:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234374.686826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234375.006844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234375.006938:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234375.198919:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234375.198939:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234375.198945:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234375.198958:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10898 00000100:00080000:0.0:1761234375.198973:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234375.198983:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234375.199029:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749063040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234375.199061:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234375.199066:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234375.199068:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234375.199073:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10898 00000100:00080000:0.0:1761234375.199077:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234375.199082:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234375.199093:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234375.199110:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749063168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234375.199124:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749063040:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234375.199129:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234375.199139:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234375.199142:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234375.199148:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10898 00000100:00080000:0.0:1761234375.199154:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234375.199158:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234375.199164:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234375.199180:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749063296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234375.199192:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234375.199195:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234375.199198:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234375.199202:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10898 00000100:00080000:0.0:1761234375.199207:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234375.199212:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234375.199217:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234375.199231:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749063424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234375.199243:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234375.199248:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234375.199251:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234375.199255:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10898 00000100:00080000:0.0:1761234375.199262:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234375.199270:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749063168:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234375.199271:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234375.199285:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234375.199304:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749063552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234375.199319:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234375.199324:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761234375.199330:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749063296:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234375.199331:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234375.199345:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10898 00000100:00080000:0.0:1761234375.199354:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234375.199359:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234375.199366:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234375.199378:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749063424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234375.199387:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749063680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234375.199402:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234375.199406:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234375.199409:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234375.199416:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10898 00000100:00080000:0.0:1761234375.199424:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234375.199426:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749063552:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234375.199456:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234375.199465:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234375.199483:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749063808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234375.199504:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749063680:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234375.199508:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234375.199516:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234375.199519:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234375.199527:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10898 00000100:00080000:0.0:1761234375.199538:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234375.199543:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234375.199551:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234375.199553:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749063808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234375.199572:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749063936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234375.199598:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749063936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234375.710837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234375.710869:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234375.710870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234376.030800:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234376.030881:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234376.734839:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234376.734842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234376.734853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234377.054831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234377.054880:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234377.758827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234377.758827:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234377.758827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234378.078837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234378.078934:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1761234378.271024:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:3.0:1761234378.271070:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761234378.271087:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234378.271121:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234378.271131:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234378.271142:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234378.271154:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234378.271166:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761234378.271169:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234375/real 1761234378] req@ffff9437f87f8700 x1846776749063168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:3.0:1761234378.271178:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234378.271191:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761234378.271209:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749063168/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234378.271224:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234378.271231:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234378.271236:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749063168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234378.271244:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234375/real 1761234378] req@ffff9437f87f9500 x1846776749063296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234378.271258:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749063296/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234378.271267:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234378.271271:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234378.271274:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749063296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234378.271281:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234375/real 1761234378] req@ffff9437f87fb100 x1846776749063424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234378.271293:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749063424/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234378.271308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234378.271312:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234378.271315:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749063424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234378.271326:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234375/real 1761234378] req@ffff9437f87f8000 x1846776749063040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234378.271339:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749063040/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234378.271346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234378.271350:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234378.271354:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749063040:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234378.271418:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234375/real 1761234378] req@ffff9437f87fb480 x1846776749063936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234378.271433:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749063936/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234378.271442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234378.271446:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234378.271450:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749063936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234378.271457:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234375/real 1761234378] req@ffff9437f87f9c00 x1846776749063808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234378.271469:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749063808/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234378.271478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234378.271482:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234378.271485:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749063808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234378.271494:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234375/real 1761234378] req@ffff9437f87f8a80 x1846776749063552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234378.271506:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749063552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234378.271514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234378.271518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234378.271522:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749063552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234378.271529:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234375/real 1761234378] req@ffff9437f87fad80 x1846776749063680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234378.271542:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749063680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234378.271551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234378.271555:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234378.271558:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749063680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234378.782821:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234378.782822:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234378.782847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234379.102903:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234379.103022:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234379.806899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234379.806925:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234379.806952:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234380.126850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234380.126950:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234380.318968:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234380.318980:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234380.318986:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234380.318997:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10904 00000100:00080000:3.0:1761234380.319010:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234380.319016:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234380.319058:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749064064/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234380.319104:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234380.319108:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234380.319110:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234380.319115:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10904 00000100:00080000:3.0:1761234380.319121:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234380.319128:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234380.319141:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234380.319154:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749064064:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234380.319161:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749064192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234380.319181:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234380.319186:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234380.319188:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234380.319195:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10904 00000100:00080000:3.0:1761234380.319201:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234380.319206:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234380.319213:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234380.319231:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749064320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234380.319236:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234380.319252:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234380.319256:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234380.319258:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234380.319264:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10904 00000100:00080000:3.0:1761234380.319274:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234380.319287:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234380.319288:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234380/real 1761234380] req@ffff943800b9ad80 x1846776749064064/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234380.319314:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234380.319351:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749064064/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234380.319369:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749064448/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234380.319370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234380.319393:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234380.319399:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234380.319406:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749064064:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234380.319415:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234380.319422:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234380.319431:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10904 00000100:00080000:3.0:1761234380.319438:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234380.319444:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234380.319450:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234380.319464:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749064192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234380.319484:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749064576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234380.319501:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234380.319506:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234380.319513:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234380.319517:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234380.319525:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10904 00000100:00080000:3.0:1761234380.319535:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234380.319542:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234380.319550:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234380.319559:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234380/real 1761234380] req@ffff943800b98700 x1846776749064192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234380.319576:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749064704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234380.319594:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749064192/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234380.319610:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234380.319630:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234380.319634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234380.319635:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234380.319655:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10904 00000100:00080000:1.0:1761234380.319660:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234380.319668:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234380.319673:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749064192:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234380.319680:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234380.319697:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234380.319706:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749064320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234380.319719:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749064832/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234380.319773:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234380.319786:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1761234380.319787:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234380.319790:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234380.319800:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10904 00000100:00080000:3.0:1761234380.319809:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234380.319820:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234380.319822:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234380/real 1761234380] req@ffff943800b98380 x1846776749064320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234380.319833:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234380.319860:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749064320/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234380.319861:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749064960/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234380.319961:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234380.319967:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234380.319972:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749064320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234380.319981:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749064448:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234380.320010:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234380.320030:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234380/real 1761234380] req@ffff943800b99f80 x1846776749064448/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234380.320046:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749064448/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234380.320059:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234380.320065:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234380.320069:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749064448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234380.320111:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749064576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234380.320140:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234380.320156:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234380/real 1761234380] req@ffff943800b9b480 x1846776749064576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234380.320182:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749064576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234380.320193:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234380.320197:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234380.320206:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749064576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234380.320217:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749064704:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234380.320244:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234380.320259:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234380/real 1761234380] req@ffff943800b98000 x1846776749064704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234380.320281:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749064704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234380.320291:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234380.320295:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234380.320299:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749064704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234380.320308:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749064832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234380.320347:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234380.320362:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234380/real 1761234380] req@ffff943800b9aa00 x1846776749064832/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234380.320376:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749064832/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234380.320385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234380.320390:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234380.320394:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749064832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234380.320402:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749064960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234380.320428:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234380.320443:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234380/real 1761234380] req@ffff943800b9bb80 x1846776749064960/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234380.320456:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749064960/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234380.320465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234380.320468:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234380.320472:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749064960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234380.830826:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234380.830829:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234380.830836:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234381.150820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234381.150923:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234381.854878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234381.854879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234381.854879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234382.174842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234382.175416:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234382.878830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234382.878838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234382.878853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234383.198844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234383.198921:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234383.902830:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234383.902830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234383.902839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234384.222827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234384.222923:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234384.926861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234384.926861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234384.926861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234385.246796:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234385.246855:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234385.438831:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234385.438841:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234385.438846:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234385.438857:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10909 00000100:00080000:3.0:1761234385.438870:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234385.438877:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234385.438914:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749065088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234385.438937:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234385.438940:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234385.438941:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234385.438944:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10909 00000100:00080000:3.0:1761234385.438949:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234385.438953:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234385.438960:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234385.438967:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749065088:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234385.438972:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749065216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234385.438981:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234385.438983:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234385.438985:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234385.438989:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10909 00000100:00080000:3.0:1761234385.438992:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234385.438994:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234385.438997:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234385.439004:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749065344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234385.439010:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234385.439012:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234385.439014:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234385.439016:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10909 00000100:00080000:3.0:1761234385.439019:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234385.439021:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234385.439024:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234385.439025:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234385.439035:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749065472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234385.439044:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234385.439046:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234385.439048:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234385.439050:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10909 00000100:00080000:3.0:1761234385.439054:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234385.439057:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234385.439060:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234385.439063:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234385/real 1761234385] req@ffff943800b98e00 x1846776749065088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234385.439071:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749065600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234385.439080:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234385.439083:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761234385.439087:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749065088/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234385.439087:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234385.439095:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10909 00000100:00080000:3.0:1761234385.439100:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234385.439106:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234385.439109:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761234385.439109:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234385.439118:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234385.439122:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749065728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234385.439126:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749065088:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234385.439138:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234385.439141:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234385.439142:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234385.439145:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10909 00000100:00080000:3.0:1761234385.439147:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234385.439150:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234385.439153:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234385.439155:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749065216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234385.439163:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749065856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234385.439171:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234385.439173:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234385.439175:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234385.439180:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234385.439183:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10909 00000100:00080000:3.0:1761234385.439188:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234385.439191:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234385.439195:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234385.439198:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234385/real 1761234385] req@ffff943800b99500 x1846776749065216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234385.439206:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749065984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234385.439215:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749065216/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234385.439223:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234385.439227:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234385.439230:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749065216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234385.439252:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749065344:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234385.439268:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234385.439276:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234385/real 1761234385] req@ffff943800b99c00 x1846776749065344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234385.439284:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749065344/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234385.439290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234385.439293:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234385.439295:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749065344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234385.439299:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749065472:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234385.439309:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234385.439316:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234385/real 1761234385] req@ffff943800b98a80 x1846776749065472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234385.439323:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749065472/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234385.439329:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234385.439330:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234385.439332:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749065472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234385.439336:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749065600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234385.439346:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234385.439352:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234385/real 1761234385] req@ffff943800b9b800 x1846776749065600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234385.439360:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749065600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234385.439365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234385.439367:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234385.439369:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749065600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234385.439372:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749065728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234385.439381:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234385.439387:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234385/real 1761234385] req@ffff943800b9a680 x1846776749065728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234385.439394:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749065728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234385.439400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234385.439402:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234385.439404:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749065728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234385.439418:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749065856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234385.439427:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234385.439433:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234385/real 1761234385] req@ffff943800b98e00 x1846776749065856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234385.439441:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749065856/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234385.439446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234385.439448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234385.439450:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749065856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234385.439454:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749065984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234385.439463:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234385.439469:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234385/real 1761234385] req@ffff943800b9bb80 x1846776749065984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234385.439475:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749065984/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234385.439480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234385.439482:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234385.439484:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749065984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234385.950836:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234385.950839:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234385.950844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234386.270848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234386.270898:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234386.974888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234386.974888:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234386.974914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234387.294859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234387.294932:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234387.998802:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234387.998841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234387.998851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234388.318907:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234388.319036:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234389.022869:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234389.022873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234389.022911:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234389.342851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234389.342957:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234390.046937:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234390.046938:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234390.046942:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234390.366858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234390.367047:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234390.558853:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234390.558863:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234390.558867:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234390.558877:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10914 00000100:00080000:1.0:1761234390.558887:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234390.558893:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234390.558925:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749066112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234390.558950:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234390.558953:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234390.558955:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234390.558958:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10914 00000100:00080000:1.0:1761234390.558961:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234390.558963:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234390.558970:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234390.558979:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749066240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234390.558992:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234390.558995:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234390.558999:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234390.559001:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749066112:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234390.559003:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10914 00000100:00080000:1.0:1761234390.559008:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234390.559013:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234390.559016:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234390.559024:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749066368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234390.559031:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234390.559033:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234390.559034:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234390.559037:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10914 00000100:00080000:1.0:1761234390.559039:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234390.559042:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234390.559045:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234390.559052:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749066496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234390.559058:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234390.559060:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234390.559061:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234390.559064:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10914 00000100:00080000:1.0:1761234390.559067:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234390.559070:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234390.559073:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234390.559088:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234390.559096:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749066624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234390.559102:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234390.559105:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234390.559106:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234390.559109:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10914 00000100:00080000:1.0:1761234390.559112:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234390.559114:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234390.559118:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234390.559121:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234390/real 1761234390] req@ffff9437f86d5f80 x1846776749066112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234390.559129:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749066752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234390.559137:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234390.559159:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749066112/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234390.559163:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234390.559166:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234390.559175:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10914 00000100:00080000:1.0:1761234390.559178:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234390.559180:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234390.559181:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234390.559187:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1761234390.559188:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234390.559195:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749066112:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234390.559201:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749066880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234390.559212:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234390.559215:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234390.559216:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234390.559218:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749066240:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234390.559223:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10914 00000100:00080000:1.0:1761234390.559227:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234390.559229:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234390.559232:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234390.559242:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749067008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234390.559250:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234390.559267:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234390/real 1761234390] req@ffff9437f86d5c00 x1846776749066240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234390.559279:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749066240/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234390.559288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234390.559291:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234390.559294:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749066240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234390.559301:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749066368:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234390.559321:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234390.559331:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234390/real 1761234390] req@ffff9437f86d4380 x1846776749066368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234390.559342:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749066368/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234390.559351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234390.559354:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234390.559357:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749066368:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234390.559363:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749066496:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234390.559384:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234390.559395:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234390/real 1761234390] req@ffff9437f86d4000 x1846776749066496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234390.559414:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749066496/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234390.559421:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234390.559425:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234390.559428:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749066496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234390.559432:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749066624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234390.559447:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234390.559454:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234390/real 1761234390] req@ffff9437f86d5880 x1846776749066624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234390.559462:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749066624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234390.559467:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234390.559468:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234390.559470:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749066624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234390.559474:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749066752:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234390.559484:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234390.559489:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234390/real 1761234390] req@ffff9437f86d7b80 x1846776749066752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234390.559496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749066752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234390.559506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234390.559507:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234390.559509:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749066752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234390.559512:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749066880:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234390.559521:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234390.559527:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234390/real 1761234390] req@ffff9437f86d6680 x1846776749066880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234390.559534:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749066880/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234390.559539:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234390.559541:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234390.559543:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749066880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234390.559558:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749067008:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234390.559568:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234390.559573:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234390/real 1761234390] req@ffff9437f86d4700 x1846776749067008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234390.559580:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749067008/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234390.559585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234390.559587:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234390.559589:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749067008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234391.070837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234391.070837:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234391.070862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234391.390823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234391.390928:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234392.094858:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234392.094883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234392.094902:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234392.414853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234392.414916:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234393.118872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234393.118872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234393.118879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234393.438836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234393.438910:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234394.142833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234394.142833:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234394.142845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234394.462856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234394.462918:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234395.166796:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234395.166820:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234395.166823:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234395.486846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234395.487035:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234395.678864:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234395.678874:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234395.678879:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234395.678892:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10919 00000100:00080000:3.0:1761234395.678906:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234395.678915:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234395.678953:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749067136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234395.678981:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234395.678984:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234395.678986:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234395.678989:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10919 00000100:00080000:3.0:1761234395.678992:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234395.678995:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234395.679001:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234395.679011:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749067264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234395.679020:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234395.679025:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761234395.679026:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749067136:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234395.679027:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234395.679034:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10919 00000100:00080000:3.0:1761234395.679038:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234395.679040:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234395.679058:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234395.679068:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749067392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234395.679076:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234395.679078:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234395.679080:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234395.679083:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10919 00000100:00080000:3.0:1761234395.679101:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234395.679104:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234395.679108:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234395.679112:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234395.679120:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749067520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234395.679128:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234395.679131:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234395.679132:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234395.679135:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10919 00000100:00080000:3.0:1761234395.679138:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234395.679141:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234395.679145:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234395.679149:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234395/real 1761234395] req@ffff943800b9aa00 x1846776749067136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234395.679154:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749067648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234395.679175:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234395.679177:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234395.679178:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234395.679182:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749067136/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234395.679184:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10919 00000100:00080000:3.0:1761234395.679190:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234395.679196:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234395.679202:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234395.679212:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749067776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234395.679213:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234395.679222:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234395.679225:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234395.679229:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749067136:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234395.679230:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234395.679234:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234395.679239:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10919 00000100:00080000:3.0:1761234395.679242:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234395.679244:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234395.679247:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234395.679254:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749067904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234395.679256:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749067264:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234395.679270:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234395.679273:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234395.679275:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234395.679278:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10919 00000100:00080000:3.0:1761234395.679282:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234395.679284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234395.679288:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234395.679293:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234395.679301:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234395/real 1761234395] req@ffff943800b98000 x1846776749067264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234395.679304:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749068032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234395.679331:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749067264/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234395.679346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234395.679350:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234395.679354:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749067264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234395.679362:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749067392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234395.679383:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234395.679395:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234395/real 1761234395] req@ffff943800b9b480 x1846776749067392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234395.679404:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749067392/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234395.679411:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234395.679413:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234395.679415:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749067392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234395.679420:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749067520:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234395.679434:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234395.679440:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234395/real 1761234395] req@ffff943800b99f80 x1846776749067520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234395.679448:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749067520/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234395.679453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234395.679455:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234395.679457:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749067520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234395.679461:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749067648:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234395.679471:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234395.679476:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234395/real 1761234395] req@ffff943800b98380 x1846776749067648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234395.679484:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749067648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234395.679489:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234395.679491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234395.679493:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749067648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234395.679496:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749067776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234395.679506:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234395.679512:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234395/real 1761234395] req@ffff943800b98700 x1846776749067776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234395.679519:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749067776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234395.679525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234395.679526:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234395.679528:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749067776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234395.679541:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749067904:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234395.679551:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234395.679557:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234395/real 1761234395] req@ffff943800b9ad80 x1846776749067904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234395.679564:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749067904/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234395.679569:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234395.679571:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234395.679573:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749067904:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234395.679577:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749068032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234395.679586:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234395.679592:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234395/real 1761234395] req@ffff943800b9aa00 x1846776749068032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234395.679599:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749068032/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234395.679609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234395.679611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234395.679613:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749068032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234396.190919:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234396.190923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234396.190923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234396.510873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234396.510963:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234397.214831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234397.214840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234397.214885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234397.534837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234397.534951:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234398.238817:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234398.238858:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234398.238880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234398.558814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234398.558887:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234399.262839:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234399.262839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234399.262852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234399.582879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234399.582953:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234400.286908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234400.286912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234400.286932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234400.606868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234400.607036:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234400.798924:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234400.798934:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234400.798939:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234400.798980:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10924 00000100:00080000:0.0:1761234400.799004:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234400.799010:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234400.799049:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749068160/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234400.799080:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234400.799084:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234400.799086:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234400.799089:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10924 00000100:00080000:0.0:1761234400.799092:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234400.799096:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234400.799106:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234400.799118:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749068288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234400.799124:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749068160:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234400.799138:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234400.799143:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234400.799145:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234400.799151:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10924 00000100:00080000:0.0:1761234400.799155:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234400.799158:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234400.799164:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234400.799177:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749068416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234400.799186:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234400.799189:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234400.799190:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234400.799193:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10924 00000100:00080000:0.0:1761234400.799197:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234400.799203:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234400.799208:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234400.799215:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234400.799231:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749068544/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234400.799262:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234400.799270:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234400/real 1761234400] req@ffff9437f87fbb80 x1846776749068160/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234400.799272:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234400.799280:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234400.799296:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10924 00000100:00080000:0.0:1761234400.799305:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234400.799326:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749068160/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234400.799336:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234400.799352:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761234400.799354:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234400.799361:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234400.799371:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749068160:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234400.799390:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749068672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234400.799407:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749068288:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234400.799419:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234400.799427:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234400.799431:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234400.799440:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10924 00000800:00000100:1.0:1761234400.799448:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234400.799452:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234400.799465:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234400.799474:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234400/real 1761234400] req@ffff9437f87fa300 x1846776749068288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234400.799478:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234400.799502:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749068288/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234400.799517:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749068800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234400.799520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234400.799531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234400.799543:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749068288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234400.799563:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749068416:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234400.799567:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234400.799575:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234400.799579:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234400.799588:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10924 00000800:00000100:1.0:1761234400.799596:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234400.799597:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234400.799609:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234400.799619:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234400.799620:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234400/real 1761234400] req@ffff9437f87fad80 x1846776749068416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234400.799646:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749068928/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234400.799648:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749068416/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234400.799702:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234400.799703:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234400.799715:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234400.799716:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234400.799721:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234400.799726:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749068416:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234400.799733:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10924 00000100:00080000:0.0:1761234400.799742:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234400.799743:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749068544:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761234400.799753:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234400.799818:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234400.799828:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234400.799846:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749069056/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234400.799852:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234400/real 1761234400] req@ffff9437f87f8a80 x1846776749068544/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234400.799910:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749068544/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234400.799922:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234400.799926:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234400.799930:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749068544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234400.799974:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749068672:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234400.800014:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234400.800031:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234400/real 1761234400] req@ffff9437f87f9c00 x1846776749068672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234400.800049:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749068672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234400.800059:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234400.800063:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234400.800066:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749068672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234400.800072:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749068800:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234400.800093:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234400.800103:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234400/real 1761234400] req@ffff9437f87fb480 x1846776749068800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234400.800113:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749068800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234400.800121:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234400.800123:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234400.800127:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749068800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234400.800132:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749068928:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234400.800146:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234400.800154:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234400/real 1761234400] req@ffff9437f87f8000 x1846776749068928/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234400.800163:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749068928/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234400.800171:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234400.800173:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234400.800176:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749068928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234400.800203:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749069056:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234400.800222:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234400.800231:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234400/real 1761234400] req@ffff9437f87fb100 x1846776749069056/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234400.800244:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749069056/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234400.800253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234400.800257:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234400.800278:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749069056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234401.310825:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234401.310828:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234401.310853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234401.630847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234401.630945:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234402.334868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234402.334868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234402.334927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234402.654837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234402.654906:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234403.358865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234403.358865:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234403.358961:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234403.678841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234403.678926:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234404.382858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234404.382859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234404.382860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234404.702809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234404.702924:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234405.406820:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234405.406894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234405.406911:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234405.726881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234405.726971:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234405.918906:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234405.918914:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234405.918919:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234405.918927:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10929 00000100:00080000:3.0:1761234405.918936:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234405.918942:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234405.918974:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749069184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234405.919003:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234405.919006:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234405.919007:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234405.919011:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10929 00000100:00080000:3.0:1761234405.919013:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234405.919015:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234405.919023:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234405.919031:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749069312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234405.919038:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234405.919042:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234405.919044:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234405.919046:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749069184:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234405.919048:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10929 00000100:00080000:3.0:1761234405.919053:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234405.919057:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234405.919061:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234405.919068:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749069440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234405.919074:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234405.919076:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234405.919077:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234405.919080:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10929 00000100:00080000:3.0:1761234405.919083:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234405.919086:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234405.919089:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234405.919096:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749069568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234405.919102:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234405.919104:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234405.919106:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234405.919108:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10929 00000100:00080000:3.0:1761234405.919111:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234405.919116:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234405.919119:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234405.919121:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234405.919129:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749069696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234405.919135:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234405.919137:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234405.919139:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234405.919141:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10929 00000100:00080000:3.0:1761234405.919144:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234405.919145:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234405.919148:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234405.919154:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749069824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234405.919167:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234405/real 1761234405] req@ffff943800b9bb80 x1846776749069184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234405.919167:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234405.919172:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234405.919176:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234405.919182:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10929 00000100:00080000:3.0:1761234405.919188:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234405.919193:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234405.919199:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234405.919201:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749069184/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234405.919212:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749069952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234405.919213:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234405.919223:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234405.919231:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749069184:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234405.919233:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234405.919241:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234405.919243:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234405.919248:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10929 00000100:00080000:3.0:1761234405.919253:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234405.919257:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234405.919260:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749069312:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761234405.919264:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234405.919280:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749070080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234405.919292:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234405.919309:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234405/real 1761234405] req@ffff943800b98e00 x1846776749069312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234405.919322:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749069312/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234405.919332:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234405.919335:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234405.919339:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749069312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234405.919346:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749069440:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234405.919363:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234405.919372:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234405/real 1761234405] req@ffff943800b9a680 x1846776749069440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234405.919383:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749069440/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234405.919392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234405.919395:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234405.919399:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749069440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234405.919405:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749069568:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234405.919421:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234405.919430:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234405/real 1761234405] req@ffff943800b9b800 x1846776749069568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234405.919442:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749069568/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234405.919449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234405.919452:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234405.919455:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749069568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234405.919462:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749069696:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234405.919480:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234405.919490:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234405/real 1761234405] req@ffff943800b98a80 x1846776749069696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234405.919502:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749069696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234405.919509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234405.919512:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234405.919515:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749069696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234405.919521:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749069824:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234405.919537:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234405.919547:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234405/real 1761234405] req@ffff943800b99c00 x1846776749069824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234405.919560:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749069824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234405.919568:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234405.919572:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234405.919576:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749069824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234405.919582:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749069952:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234405.919601:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234405.919609:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234405/real 1761234405] req@ffff943800b99500 x1846776749069952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234405.919616:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749069952/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234405.919622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234405.919624:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234405.919627:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749069952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234405.919642:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749070080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234405.919653:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234405.919659:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234405/real 1761234405] req@ffff943800b9bb80 x1846776749070080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234405.919666:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749070080/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234405.919672:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234405.919674:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234405.919675:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749070080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234406.430863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234406.430863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234406.430871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234406.750882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234406.750930:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234407.454871:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234407.454884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234407.454900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234407.774900:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234407.774987:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234408.478863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234408.478863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234408.478864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234408.798847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234408.798922:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234409.502875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234409.502881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234409.502881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234409.822826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234409.822925:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234410.526913:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234410.526917:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234410.526993:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234410.846855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234410.846939:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234411.038871:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234411.038883:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234411.038887:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234411.038897:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10934 00000100:00080000:0.0:1761234411.038909:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234411.038915:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234411.038956:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749070208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234411.038983:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234411.038988:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234411.038990:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234411.038994:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10934 00000100:00080000:0.0:1761234411.038999:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234411.039005:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234411.039014:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234411.039014:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749070208:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234411.039033:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749070336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234411.039047:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234411.039051:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234411.039053:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234411.039058:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10934 00000100:00080000:0.0:1761234411.039071:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234411.039076:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234411.039077:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234411.039085:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234411.039098:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749070464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234411.039109:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234411.039113:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234411/real 1761234411] req@ffff9437f87f9500 x1846776749070208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234411.039114:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234411.039119:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234411.039128:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10934 00000100:00080000:0.0:1761234411.039134:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234411.039136:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749070208/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234411.039142:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234411.039148:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761234411.039151:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234411.039154:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234411.039159:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749070208:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234411.039170:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749070592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234411.039179:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749070336:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234411.039184:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234411.039189:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234411.039192:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234411.039197:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10934 00000800:00000100:1.0:1761234411.039201:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234411.039206:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234411.039215:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234411.039216:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234411/real 1761234411] req@ffff9437f87f8700 x1846776749070336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234411.039225:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234411.039229:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749070336/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234411.039238:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761234411.039243:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749070720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234411.039244:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234411.039249:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749070336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234411.039261:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749070464:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234411.039267:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234411.039272:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234411.039274:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234411.039279:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234411.039283:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10934 00000100:00100000:1.0:1761234411.039289:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234411/real 1761234411] req@ffff9437f87fa680 x1846776749070464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234411.039290:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234411.039300:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234411.039309:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234411.039314:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749070464/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234411.039322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234411.039326:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234411.039328:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749070848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234411.039329:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749070464:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234411.039348:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234411.039348:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749070592:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761234411.039358:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234411.039360:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234411.039365:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10934 00000800:00000100:1.0:1761234411.039368:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234411.039376:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234411.039381:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234411/real 1761234411] req@ffff9437f87faa00 x1846776749070592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234411.039384:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234411.039394:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234411.039398:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749070592/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234411.039405:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234411.039408:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234411.039412:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749070976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234411.039414:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749070592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234411.039422:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749070720:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234411.039440:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234411.039443:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234411.039449:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234411.039449:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234411/real 1761234411] req@ffff9437f87f9f80 x1846776749070720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234411.039454:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234411.039464:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10934 00000100:00100000:1.0:1761234411.039466:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749070720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234411.039473:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234411.039482:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234411.039486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761234411.039490:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234411.039491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234411.039496:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749070720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234411.039510:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749071104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234411.039510:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749070848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234411.039528:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234411.039538:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234411/real 1761234411] req@ffff9437f87f8e00 x1846776749070848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234411.039548:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749070848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234411.039553:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234411.039556:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234411.039558:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749070848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234411.039561:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749070976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234411.039570:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234411.039575:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234411/real 1761234411] req@ffff9437f87fb800 x1846776749070976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234411.039582:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749070976/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234411.039588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234411.039590:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234411.039592:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749070976:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234411.039600:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749071104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234411.039610:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234411.039616:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234411/real 1761234411] req@ffff9437f87f9180 x1846776749071104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234411.039623:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749071104/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234411.039629:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234411.039631:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234411.039632:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749071104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234411.550877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234411.550879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234411.550879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234411.870889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234411.870968:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234412.574853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234412.574853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234412.574879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234412.894876:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234412.894949:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234413.598887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234413.598947:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234413.598976:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234413.918818:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234413.918880:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234414.622884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234414.622897:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234414.622908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234414.942823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234414.942898:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234415.646930:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234415.646930:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234415.646932:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234415.966865:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234415.966948:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234416.158852:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234416.158863:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234416.158868:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234416.158878:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10939 00000100:00080000:2.0:1761234416.158891:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234416.158910:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234416.158966:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749071232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234416.158989:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234416.158993:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234416.158995:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234416.158998:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10939 00000100:00080000:2.0:1761234416.159001:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234416.159005:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234416.159013:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234416.159023:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776749071360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234416.159030:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749071232:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234416.159033:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234416.159041:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234416.159043:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234416.159046:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10939 00000100:00080000:2.0:1761234416.159049:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234416.159051:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234416.159054:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234416.159062:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776749071488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234416.159069:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234416.159071:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234416.159073:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234416.159076:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10939 00000100:00080000:2.0:1761234416.159092:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234416.159095:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234416.159099:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234416.159105:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234416.159114:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776749071616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234416.159148:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234416.159153:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234416.159155:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234416.159159:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10939 00000100:00080000:2.0:1761234416.159164:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234416.159168:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234416.159174:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234416.159177:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234416/real 1761234416] req@ffff9437fa0df100 x1846776749071232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234416.159189:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776749071744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234416.159201:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234416.159205:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749071232/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234416.159205:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234416.159209:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234416.159216:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10939 00000100:00080000:2.0:1761234416.159222:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234416.159223:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234416.159227:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234416.159229:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234416.159234:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749071232:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761234416.159234:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234416.159248:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749071872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234416.159255:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234416.159257:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234416.159259:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234416.159261:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749071360:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234416.159265:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10939 00000100:00080000:2.0:1761234416.159270:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234416.159273:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234416.159276:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234416.159286:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749072000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234416.159292:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234416.159301:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234416.159304:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234416.159305:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234416.159309:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10939 00000100:00100000:1.0:1761234416.159311:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234416/real 1761234416] req@ffff9437fa0dca80 x1846776749071360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234416.159312:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234416.159316:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234416.159319:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234416.159327:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749072128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234416.159355:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776749071360/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234416.159368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234416.159372:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234416.159376:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749071360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234416.159383:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749071488:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234416.159403:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234416.159414:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234416/real 1761234416] req@ffff9437fa0df480 x1846776749071488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234416.159426:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776749071488/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234416.159441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234416.159444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234416.159448:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749071488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234416.159454:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749071616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234416.159471:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234416.159481:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234416/real 1761234416] req@ffff9437fa0de300 x1846776749071616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234416.159493:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776749071616/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234416.159513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234416.159517:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234416.159521:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749071616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234416.159526:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749071744:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234416.159541:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234416.159549:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234416/real 1761234416] req@ffff9437fa0ded80 x1846776749071744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234416.159556:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776749071744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234416.159562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234416.159576:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234416.159579:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749071744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234416.159583:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749071872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234416.159593:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234416.159599:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234416/real 1761234416] req@ffff9437fa0dd500 x1846776749071872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234416.159606:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749071872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234416.159627:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234416.159629:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234416.159631:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749071872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234416.159645:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749072000:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234416.159843:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234416.159852:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234416/real 1761234416] req@ffff9437fa0df100 x1846776749072000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234416.159861:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749072000/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234416.159867:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234416.159869:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234416.159871:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749072000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234416.159876:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749072128:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234416.159887:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234416.159893:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234416/real 1761234416] req@ffff9437fa0dea00 x1846776749072128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234416.159901:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749072128/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234416.159915:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234416.159917:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234416.159919:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749072128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234416.670793:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234416.670813:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234416.670857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234416.990820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234416.990862:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234417.694813:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234417.694845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234417.694876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234418.015056:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234418.015063:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234418.718881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234418.718881:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234418.718889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234419.039034:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234419.039124:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234419.742810:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234419.742844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234419.742851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234420.062848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234420.062944:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234420.766855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234420.766892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234420.766902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234421.086858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234421.086969:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234421.279151:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234421.279165:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234421.279171:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234421.279185:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10944 00000100:00080000:0.0:1761234421.279201:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234421.279212:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234421.279266:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776749072256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234421.279306:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234421.279310:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234421.279312:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234421.279317:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10944 00000100:00080000:0.0:1761234421.279322:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234421.279327:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234421.279338:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234421.279354:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776749072384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234421.279366:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234421.279370:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234421.279372:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234421.279377:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10944 00000100:00080000:0.0:1761234421.279389:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234421.279394:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234421.279400:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234421.279414:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749072512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234421.279428:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234421.279432:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234421.279434:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234421.279441:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10944 00000100:00080000:0.0:1761234421.279445:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234421.279450:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234421.279456:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234421.279467:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749072256:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234421.279475:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749072640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234421.279495:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234421.279498:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234421.279500:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234421.279507:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10944 00000100:00080000:0.0:1761234421.279513:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234421.279519:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234421.279526:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234421.279544:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749072768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234421.279554:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234421.279570:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234421.279572:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234421.279577:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10944 00000100:00080000:0.0:1761234421.279591:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234421.279598:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234421.279604:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234421.279612:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234421.279634:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749072896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234421.279648:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234421.279652:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234421.279654:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234421.279660:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10944 00000100:00080000:0.0:1761234421.279668:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234421.279674:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234421.279681:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234421.279684:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234421/real 1761234421] req@ffff9437f87f8380 x1846776749072256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234421.279701:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749073024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234421.279715:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234421.279717:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776749072256/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234421.279721:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234421.279768:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234421.279774:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234421.279779:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749072256:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234421.279785:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234421.279796:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10944 00000100:00080000:0.0:1761234421.279805:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234421.279817:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234421.279817:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749072384:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761234421.279832:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234421.279857:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749073152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234421.279879:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234421.279901:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234421/real 1761234421] req@ffff9437f87f9880 x1846776749072384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234421.279916:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776749072384/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234421.279927:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234421.279931:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234421.279933:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749072384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234421.279940:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749072512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234421.279958:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234421.279967:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234421/real 1761234421] req@ffff9437f87f9180 x1846776749072512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234421.279980:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749072512/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234421.279987:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234421.279989:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234421.279992:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749072512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234421.280025:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749072640:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234421.280049:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234421.280063:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234421/real 1761234421] req@ffff9437f87fb800 x1846776749072640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234421.280073:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749072640/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234421.280079:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234421.280081:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234421.280083:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749072640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234421.280088:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749072768:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234421.280103:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234421.280110:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234421/real 1761234421] req@ffff9437f87f8e00 x1846776749072768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234421.280118:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749072768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234421.280123:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234421.280125:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234421.280127:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749072768:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234421.280131:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749072896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234421.280142:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234421.280148:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234421/real 1761234421] req@ffff9437f87f9f80 x1846776749072896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234421.280155:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749072896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234421.280165:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234421.280167:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234421.280169:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749072896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234421.280172:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749073024:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234421.280189:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234421.280198:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234421/real 1761234421] req@ffff9437f87faa00 x1846776749073024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234421.280208:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749073024/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234421.280216:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234421.280219:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234421.280222:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749073024:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234421.280229:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749073152:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234421.280249:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234421.280261:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234421/real 1761234421] req@ffff9437f87fa680 x1846776749073152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234421.280272:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749073152/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234421.280280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234421.280284:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234421.280287:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749073152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234421.790923:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234421.790928:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234421.790944:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234422.110831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234422.110917:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234422.814866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234422.814887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234422.814943:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234423.134875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234423.134984:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234423.838915:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234423.838915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234423.838916:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234424.158884:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234424.158973:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234424.862848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234424.862863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234424.862863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234425.182851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234425.182924:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234425.886865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234425.886884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234425.886887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234426.206868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234426.206977:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234426.398861:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234426.398876:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234426.398883:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234426.398899:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10950 00000100:00080000:0.0:1761234426.398916:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234426.398924:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234426.398972:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749073280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234426.399003:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234426.399007:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234426.399009:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234426.399014:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10950 00000100:00080000:0.0:1761234426.399018:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234426.399025:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234426.399037:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234426.399054:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749073408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234426.399062:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749073280:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234426.399070:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234426.399079:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234426.399081:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234426.399087:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10950 00000100:00080000:0.0:1761234426.399092:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234426.399099:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234426.399106:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234426.399123:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749073536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234426.399135:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234426.399139:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234426.399141:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234426.399147:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10950 00000800:00000100:1.0:1761234426.399154:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234426.399158:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234426.399167:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234426.399173:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234426.399190:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749073664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234426.399202:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234426/real 1761234426] req@ffff9437f87f8700 x1846776749073280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234426.399208:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234426.399220:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234426.399224:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234426.399236:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10950 00000100:00080000:0.0:1761234426.399244:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234426.399250:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234426.399253:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749073280/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234426.399258:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234426.399279:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761234426.399282:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749073792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234426.399288:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234426.399300:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749073280:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234426.399326:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234426.399330:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234426.399333:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234426.399339:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10950 00000100:00100000:1.0:1761234426.399345:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749073408:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234426.399346:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234426.399358:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234426.399366:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234426.399378:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234426.399385:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749073920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234426.399397:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234426/real 1761234426] req@ffff9437f87f9500 x1846776749073408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234426.399404:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234426.399413:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761234426.399417:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749073408/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234426.399419:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234426.399435:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10950 00000100:00080000:1.0:1761234426.399439:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234426.399442:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234426.399446:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234426.399455:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234426.399455:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749073408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234426.399483:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749073536:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761234426.399494:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234426.399505:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234426.399515:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749074048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234426.399519:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234426/real 1761234426] req@ffff9437f87fb100 x1846776749073536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234426.399581:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234426.399584:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749073536/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234426.399598:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234426.399605:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234426.399613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234426.399619:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10950 00000100:00080000:1.0:1761234426.399624:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234426.399632:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749073536:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234426.399633:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234426.399648:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234426.399648:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749073664:192.168.201.139@tcp:8:kworker.0 00000008:00100000:0.0:1761234426.399666:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234426.399680:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234426.399691:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749074176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234426.399695:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234426/real 1761234426] req@ffff9437f87f8000 x1846776749073664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234426.399788:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749073664/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234426.399796:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234426.399799:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234426.399804:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749073664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234426.399811:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749073792:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234426.399826:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234426.399833:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234426/real 1761234426] req@ffff9437f87fb480 x1846776749073792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234426.399841:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749073792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234426.399846:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234426.399849:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234426.399851:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749073792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234426.399867:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749073920:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234426.399877:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234426.399883:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234426/real 1761234426] req@ffff9437f87f9c00 x1846776749073920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234426.399891:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749073920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234426.399896:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234426.399898:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234426.399900:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749073920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234426.399904:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749074048:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234426.399913:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234426.399919:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234426/real 1761234426] req@ffff9437f87f8a80 x1846776749074048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234426.399927:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749074048/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234426.399932:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234426.399934:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234426.399936:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749074048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234426.399939:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749074176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234426.399948:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234426.399955:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234426/real 1761234426] req@ffff9437f87fad80 x1846776749074176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234426.399962:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749074176/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234426.399967:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234426.399969:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234426.399971:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749074176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234426.910797:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234426.910822:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234426.910846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234427.230834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234427.230950:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234427.934812:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234427.934845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234427.934898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234428.254855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234428.254929:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234428.958809:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234428.958863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234428.958880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234429.278861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234429.278974:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234429.982816:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234429.982843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234429.982846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234430.302844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234430.302900:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234431.006815:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234431.006820:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234431.006848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234431.326845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234431.326913:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234431.518867:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234431.518875:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234431.518880:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234431.518889:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10955 00000100:00080000:3.0:1761234431.518900:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234431.518907:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234431.518947:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749074304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234431.518975:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234431.518979:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234431.518981:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234431.518985:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10955 00000100:00080000:3.0:1761234431.518990:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234431.518995:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234431.519005:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234431.519012:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749074304:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234431.519022:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749074432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234431.519036:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234431.519039:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234431.519041:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234431.519046:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10955 00000100:00080000:3.0:1761234431.519066:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234431.519070:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234431.519076:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234431.519077:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234431.519093:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749074560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234431.519110:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234431.519113:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234431.519116:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234431.519120:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234431/real 1761234431] req@ffff943800b9aa00 x1846776749074304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234431.519123:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10955 00000100:00080000:3.0:1761234431.519132:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234431.519138:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234431.519144:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234431.519148:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749074304/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234431.519160:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761234431.519160:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749074688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234431.519170:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234431.519178:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749074304:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234431.519182:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234431.519188:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234431.519191:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234431.519196:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10955 00000100:00080000:3.0:1761234431.519200:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234431.519206:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234431.519210:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749074432:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761234431.519212:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234431.519227:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749074816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234431.519236:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234431.519238:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000100:1.0:1761234431.519242:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234431.519242:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234431.519248:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10955 00000100:00080000:3.0:1761234431.519253:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234431.519257:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234431.519260:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234431.519262:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234431/real 1761234431] req@ffff943800b9ad80 x1846776749074432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234431.519272:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749074944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234431.519280:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234431.519282:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749074432/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234431.519284:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234431.519286:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234431.519293:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10955 00000100:00080000:3.0:1761234431.519298:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234431.519303:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234431.519305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761234431.519306:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234431.519314:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234431.519317:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749075072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234431.519323:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749074432:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234431.519331:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234431.519334:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234431.519337:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749074560:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234431.519338:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234431.519344:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10955 00000100:00080000:3.0:1761234431.519348:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234431.519350:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234431.519354:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234431.519378:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749075200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234431.519389:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234431.519408:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234431/real 1761234431] req@ffff943800b98700 x1846776749074560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234431.519419:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749074560/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234431.519428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234431.519431:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234431.519434:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749074560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234431.519441:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749074688:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234431.519458:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234431.519467:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234431/real 1761234431] req@ffff943800b98380 x1846776749074688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234431.519480:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749074688/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234431.519488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234431.519492:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234431.519496:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749074688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234431.519514:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749074816:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234431.519532:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234431.519543:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234431/real 1761234431] req@ffff943800b99f80 x1846776749074816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234431.519553:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749074816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234431.519561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234431.519565:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234431.519569:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749074816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234431.519575:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749074944:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234431.519590:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234431.519599:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234431/real 1761234431] req@ffff943800b9b480 x1846776749074944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234431.519610:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749074944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234431.519617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234431.519621:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234431.519624:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749074944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234431.519629:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749075072:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234431.519644:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234431.519653:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234431/real 1761234431] req@ffff943800b98000 x1846776749075072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234431.519664:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749075072/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234431.519672:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234431.519675:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234431.519679:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749075072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234431.519685:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749075200:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234431.519701:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234431.519710:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234431/real 1761234431] req@ffff943800b9aa00 x1846776749075200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234431.519721:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749075200/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234431.519748:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234431.519751:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234431.519755:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749075200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234432.030865:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234432.030865:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234432.030865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234432.350841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234432.350951:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234433.054885:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234433.054915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234433.054964:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234433.374838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234433.374900:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234434.078950:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234434.079006:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234434.079243:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234434.398818:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234434.398865:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234435.102889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234435.102989:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234435.103124:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234435.422835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234435.422916:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234436.127243:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234436.127254:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234436.127566:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234436.446854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234436.446904:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234436.638874:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234436.638885:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234436.638889:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234436.638898:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10960 00000100:00080000:3.0:1761234436.638908:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234436.638914:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234436.638947:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749075328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234436.638969:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234436.638971:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234436.638973:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234436.638976:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10960 00000100:00080000:3.0:1761234436.638979:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234436.638981:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234436.638990:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234436.639004:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749075456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234436.639008:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749075328:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234436.639022:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234436.639029:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234436.639031:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234436.639037:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10960 00000100:00080000:3.0:1761234436.639041:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234436.639045:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234436.639050:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234436.639062:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749075584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234436.639070:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234436.639073:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234436.639075:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234436.639078:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10960 00000100:00080000:3.0:1761234436.639083:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234436.639087:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234436.639093:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234436.639093:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234436.639109:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749075712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234436.639119:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234436.639122:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234436.639124:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234436.639128:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10960 00000100:00080000:3.0:1761234436.639133:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234436.639138:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234436.639143:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234436/real 1761234436] req@ffff943800b9bb80 x1846776749075328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234436.639146:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234436.639164:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749075840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234436.639177:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234436.639182:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749075328/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234436.639182:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234436.639186:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234436.639195:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10960 00000100:00080000:3.0:1761234436.639201:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234436.639206:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234436.639208:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234436.639217:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234436.639219:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234436.639226:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749075328:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234436.639230:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749075968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234436.639242:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234436.639245:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234436.639247:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234436.639251:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10960 00000100:00080000:3.0:1761234436.639255:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234436.639256:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749075456:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234436.639262:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234436.639285:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234436.639298:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234436.639302:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749076096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234436.639314:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234436/real 1761234436] req@ffff943800b99500 x1846776749075456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234436.639317:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234436.639324:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234436.639327:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234436.639333:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10960 00000100:00100000:1.0:1761234436.639337:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749075456/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234436.639339:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234436.639348:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234436.639351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761234436.639353:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234436.639357:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234436.639362:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749075456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234436.639369:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749076224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234436.639370:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749075584:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234436.639395:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234436.639406:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234436/real 1761234436] req@ffff943800b99c00 x1846776749075584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234436.639414:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749075584/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234436.639424:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234436.639427:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234436.639429:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749075584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234436.639433:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749075712:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234436.639443:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234436.639449:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234436/real 1761234436] req@ffff943800b98a80 x1846776749075712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234436.639456:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749075712/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234436.639462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234436.639464:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234436.639466:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749075712:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234436.639470:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749075840:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234436.639479:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234436.639484:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234436/real 1761234436] req@ffff943800b9b800 x1846776749075840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234436.639491:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749075840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234436.639497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234436.639498:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234436.639501:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749075840:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234436.639505:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749075968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234436.639515:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234436.639520:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234436/real 1761234436] req@ffff943800b9a680 x1846776749075968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234436.639527:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749075968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234436.639533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234436.639534:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234436.639536:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749075968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234436.639550:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749076096:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234436.639559:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234436.639565:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234436/real 1761234436] req@ffff943800b98e00 x1846776749076096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234436.639572:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749076096/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234436.639577:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234436.639579:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234436.639580:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749076096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234436.639584:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749076224:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234436.639593:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234436.639599:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234436/real 1761234436] req@ffff943800b9bb80 x1846776749076224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234436.639607:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749076224/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234436.639612:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234436.639614:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234436.639616:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749076224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234437.150901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234437.150912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234437.151402:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234437.470822:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234437.470890:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234438.175074:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234438.175074:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234438.175107:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234438.494855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234438.494916:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234439.199031:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234439.199132:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234439.199432:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234439.518818:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234439.518870:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234440.222853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234440.222853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234440.222896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234440.542864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234440.542958:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234441.246837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234441.246874:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234441.246896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234441.566808:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234441.566879:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234441.758924:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234441.758939:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234441.758945:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234441.758957:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10965 00000100:00080000:0.0:1761234441.758969:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234441.758976:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234441.759027:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749076352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234441.759079:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234441.759082:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234441.759083:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234441.759086:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10965 00000100:00080000:0.0:1761234441.759089:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234441.759092:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234441.759100:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234441.759110:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749076480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234441.759119:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234441.759122:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234441.759123:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234441.759126:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10965 00000100:00080000:0.0:1761234441.759129:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234441.759134:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234441.759137:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749076352:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761234441.759138:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234441.759151:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749076608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234441.759159:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234441.759162:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234441.759164:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234441.759180:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10965 00000100:00080000:0.0:1761234441.759183:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234441.759185:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234441.759189:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234441.759200:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749076736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234441.759207:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234441.759210:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234441.759211:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234441.759214:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10965 00000100:00080000:0.0:1761234441.759228:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234441.759231:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234441.759235:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234441.759242:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749076864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234441.759249:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234441.759252:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234441.759253:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234441.759256:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10965 00000100:00080000:0.0:1761234441.759259:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234441.759262:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234441.759267:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234441.759279:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749076992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234441.759280:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749076480:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234441.759298:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234441.759301:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234441.759303:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234441.759305:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10965 00000100:00080000:0.0:1761234441.759308:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234441.759311:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234441.759315:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234441.759324:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749077120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234441.759331:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234441.759333:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234441.759335:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234441.759339:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10965 00000100:00080000:0.0:1761234441.759344:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234441.759344:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749076608:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234441.759351:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234441.759358:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234441.759370:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749077248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234441.759394:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749076736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234441.759452:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749076864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234441.759486:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749076992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234441.759528:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749077120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234441.759568:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749077248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234442.270840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234442.270840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234442.270887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234442.590872:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234442.590969:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234443.294861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234443.294862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234443.294885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234443.614895:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234443.615161:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234444.318873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234444.318884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234444.318885:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234444.638958:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234444.639041:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1761234444.831095:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:1.0:1761234444.831186:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1761234444.831221:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234444.831270:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234444.831281:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234444.831305:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234444.831314:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234444.831323:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234444.831332:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:1.0:1761234444.831342:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:3.0:1761234444.831377:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234441/real 1761234444] req@ffff9437f87fb100 x1846776749077248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234444.831420:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749077248/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234444.831433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234444.831438:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234444.831443:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749077248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234444.831452:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234441/real 1761234444] req@ffff9437f87fad80 x1846776749076608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234444.831466:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749076608/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234444.831474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234444.831478:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234444.831482:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749076608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234444.831490:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234441/real 1761234444] req@ffff9437f87f8a80 x1846776749076736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234444.831510:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749076736/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234444.831518:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234444.831521:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234444.831525:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749076736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234444.831532:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234441/real 1761234444] req@ffff9437f87f9c00 x1846776749076864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234444.831544:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749076864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234444.831552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234444.831556:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234444.831559:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749076864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234444.831566:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234441/real 1761234444] req@ffff9437f87fb480 x1846776749076992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234444.831578:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749076992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234444.831585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234444.831589:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234444.831592:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749076992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234444.831599:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234441/real 1761234444] req@ffff9437f87f8000 x1846776749077120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234444.831629:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749077120/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234444.831637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234444.831640:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234444.831644:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749077120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234444.831650:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234441/real 1761234444] req@ffff9437f87fa300 x1846776749076352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234444.831662:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749076352/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234444.831670:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234444.831674:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234444.831677:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749076352:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234444.831684:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234441/real 1761234444] req@ffff9437f87fbb80 x1846776749076480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234444.831697:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749076480/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234444.831706:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234444.831711:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234444.831714:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749076480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234445.342920:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234445.342945:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234445.342963:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234445.662920:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234445.663025:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234446.366882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234446.366908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234446.366980:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234446.686885:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234446.686977:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234446.878988:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234446.878998:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234446.879003:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234446.879013:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10970 00000100:00080000:3.0:1761234446.879025:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234446.879034:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234446.879115:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749077376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234446.879145:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234446.879148:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234446.879150:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234446.879154:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10970 00000100:00080000:3.0:1761234446.879157:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234446.879160:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234446.879169:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234446.879179:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749077504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234446.879189:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234446.879193:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749077376:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234446.879194:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234446.879197:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234446.879202:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10970 00000100:00080000:3.0:1761234446.879205:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234446.879211:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234446.879218:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234446.879234:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749077632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234446.879245:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234446.879250:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234446.879252:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234446.879256:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10970 00000100:00080000:3.0:1761234446.879272:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234446.879278:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234446.879284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234446.879289:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234446.879307:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749077760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234446.879319:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234446.879323:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234446.879325:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234446.879331:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10970 00000100:00080000:3.0:1761234446.879336:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234446.879338:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234446/real 1761234446] req@ffff943800b9aa00 x1846776749077376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234446.879347:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234446.879358:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234446.879379:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749077888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234446.879389:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749077376/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234446.879398:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234446.879410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234446.879413:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234446.879419:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234446.879420:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234446.879433:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10970 00000100:00100000:1.0:1761234446.879434:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749077376:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234446.879444:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234446.879453:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234446.879459:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234446.879473:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749077504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234446.879479:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749078016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234446.879494:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234446.879498:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234446.879501:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234446.879506:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10970 00000100:00080000:3.0:1761234446.879511:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234446.879513:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234446.879521:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234446.879528:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234446.879540:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234446/real 1761234446] req@ffff943800b98000 x1846776749077504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234446.879546:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749078144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234446.879570:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234446.879572:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749077504/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234446.879578:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234446.879583:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234446.879594:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10970 00000100:00080000:1.0:1761234446.879596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234446.879601:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234446.879606:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234446.879612:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234446.879616:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749077504:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761234446.879621:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234446.879630:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749077632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234446.879641:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749078272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234446.879666:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234446.879686:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234446/real 1761234446] req@ffff943800b9b480 x1846776749077632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234446.879703:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749077632/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234446.879722:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234446.879726:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234446.879760:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749077632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234446.879770:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749077760:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234446.879815:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234446.879828:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234446/real 1761234446] req@ffff943800b99f80 x1846776749077760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234446.879841:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749077760/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234446.879850:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234446.879855:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234446.879859:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749077760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234446.879865:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749077888:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234446.879888:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234446.879901:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234446/real 1761234446] req@ffff943800b98380 x1846776749077888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234446.879915:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749077888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234446.879925:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234446.879929:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234446.879933:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749077888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234446.879957:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749078016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234446.879982:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234446.879994:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234446/real 1761234446] req@ffff943800b98700 x1846776749078016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234446.880006:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749078016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234446.880016:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234446.880020:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234446.880024:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749078016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234446.880032:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749078144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234446.880054:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234446.880067:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234446/real 1761234446] req@ffff943800b9ad80 x1846776749078144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234446.880104:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749078144/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234446.880112:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234446.880117:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234446.880120:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749078144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234446.880127:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749078272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234446.880150:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234446.880163:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234446/real 1761234446] req@ffff943800b9aa00 x1846776749078272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234446.880177:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749078272/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234446.880187:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234446.880191:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234446.880195:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749078272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234447.390985:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234447.391014:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234447.391051:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234447.710889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234447.710967:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234448.414947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234448.414965:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234448.415004:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234448.734856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234448.734887:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234449.438976:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234449.439003:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234449.439137:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234449.758899:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234449.758984:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234450.462928:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234450.462929:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234450.463058:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234450.782863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234450.783022:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234451.486904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234451.486907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234451.486946:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234451.806845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234451.806908:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234451.998898:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234451.998914:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234451.998921:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234451.998935:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10975 00000100:00080000:3.0:1761234451.998950:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234451.998959:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234451.999044:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749078400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234451.999088:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234451.999094:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234451.999097:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234451.999104:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10975 00000100:00080000:3.0:1761234451.999112:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234451.999120:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234451.999135:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234451.999153:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749078400:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234451.999162:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749078528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234451.999186:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234451.999193:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234451.999196:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234451.999221:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10975 00000100:00080000:3.0:1761234451.999264:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234451.999275:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234451.999286:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234451.999289:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234451.999314:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749078656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234451.999334:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234451.999341:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234451.999345:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234451.999354:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10975 00000100:00080000:3.0:1761234451.999363:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234451.999373:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234451.999384:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234451.999418:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749078784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234451.999420:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234451/real 1761234451] req@ffff943800b9bb80 x1846776749078400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234451.999482:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234451.999506:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761234451.999525:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749078400/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234451.999525:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234451.999539:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10975 00000100:00080000:3.0:1761234451.999552:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234451.999561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234451.999563:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234451.999580:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761234451.999581:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234451.999597:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749078400:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234451.999609:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749078912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234451.999629:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234451.999634:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234451.999637:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234451.999644:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10975 00000100:00100000:1.0:1761234451.999650:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749078528:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234451.999654:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234451.999669:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234451.999679:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234451.999701:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749079040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234451.999710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234451.999773:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234451.999779:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234451.999781:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234451.999787:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10975 00000100:00100000:1.0:1761234451.999790:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234451/real 1761234451] req@ffff943800b98e00 x1846776749078528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234451.999794:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234451.999804:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234451.999814:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234451.999837:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749079168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234451.999840:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749078528/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234451.999863:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234451.999890:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234451.999898:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234451.999908:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10975 00000100:00080000:1.0:1761234451.999911:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234451.999913:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234451.999926:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234451.999935:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761234451.999935:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234451.999952:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749078528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234451.999957:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749079296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234452.000036:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749078656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234452.000079:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234452.000103:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234451/real 1761234452] req@ffff943800b9a680 x1846776749078656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234452.000124:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749078656/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234452.000138:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234452.000144:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234452.000151:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749078656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234452.000162:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749078784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234452.000198:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234452.000219:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234451/real 1761234452] req@ffff943800b9b800 x1846776749078784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234452.000271:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749078784/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234452.000289:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234452.000297:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234452.000304:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749078784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234452.000316:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749078912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234452.000357:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234452.000383:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234451/real 1761234452] req@ffff943800b98a80 x1846776749078912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234452.000409:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749078912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234452.000428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234452.000435:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234452.000442:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749078912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234452.000487:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749079040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234452.000537:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234452.000556:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234451/real 1761234452] req@ffff943800b99c00 x1846776749079040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234452.000578:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749079040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234452.000602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234452.000608:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234452.000615:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749079040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234452.000625:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749079168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234452.000660:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234452.000679:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234451/real 1761234452] req@ffff943800b99500 x1846776749079168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234452.000700:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749079168/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234452.000713:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234452.000719:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234452.000725:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749079168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234452.000735:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749079296:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234452.000801:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234452.000823:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234451/real 1761234452] req@ffff943800b9bb80 x1846776749079296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234452.000867:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749079296/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234452.000885:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234452.000892:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234452.000899:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749079296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234452.510827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234452.510827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234452.510829:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234452.830904:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234452.831041:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234453.534840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234453.534841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234453.534861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234453.854811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234453.854900:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234454.558854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234454.558855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234454.558955:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234454.878851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234454.878911:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234455.582833:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234455.582836:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234455.582867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234455.902831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234455.902884:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234456.606830:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234456.606848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234456.606854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234456.926832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234456.926952:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234457.118893:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234457.118904:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234457.118910:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234457.118921:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10980 00000100:00080000:3.0:1761234457.118933:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234457.118941:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234457.118981:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749079424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234457.119013:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234457.119017:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234457.119019:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234457.119023:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10980 00000100:00080000:3.0:1761234457.119028:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234457.119034:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234457.119044:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234457.119062:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749079424:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234457.119062:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749079552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234457.119081:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234457.119085:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234457.119088:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234457.119093:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10980 00000100:00080000:3.0:1761234457.119097:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234457.119102:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234457.119108:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234457.119120:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749079680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234457.119131:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234457.119136:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234457.119138:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234457.119142:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234457.119148:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10980 00000100:00080000:3.0:1761234457.119154:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234457.119159:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234457.119165:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234457.119179:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749079808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234457.119184:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234457/real 1761234457] req@ffff943800b9aa00 x1846776749079424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234457.119200:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234457.119207:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234457.119209:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234457.119217:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749079424/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234457.119217:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10980 00000100:00080000:3.0:1761234457.119223:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234457.119232:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234457.119238:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761234457.119240:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234457.119247:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234457.119254:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749079424:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234457.119258:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749079936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234457.119271:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234457.119274:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234457.119277:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234457.119283:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749079552:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234457.119283:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10980 00000100:00080000:3.0:1761234457.119291:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234457.119298:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234457.119303:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234457.119320:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234457.119321:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749080064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234457.119335:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234457.119339:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234457/real 1761234457] req@ffff943800b9ad80 x1846776749079552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234457.119341:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234457.119345:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234457.119354:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10980 00000100:00080000:3.0:1761234457.119362:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234457.119366:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749079552/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234457.119370:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234457.119378:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234457.119385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234457.119392:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234457.119396:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749080192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234457.119401:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749079552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234457.119416:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749079680:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234457.119419:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234457.119426:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234457.119429:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234457.119435:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10980 00000100:00080000:3.0:1761234457.119443:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234457.119449:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234457.119450:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234457.119457:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234457.119467:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234457/real 1761234457] req@ffff943800b98700 x1846776749079680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234457.119473:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749080320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234457.119498:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749079680/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234457.119511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234457.119515:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234457.119520:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749079680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234457.119527:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749079808:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234457.119547:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234457.119559:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234457/real 1761234457] req@ffff943800b98380 x1846776749079808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234457.119572:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749079808/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234457.119581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234457.119585:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234457.119588:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749079808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234457.119595:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749079936:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234457.119615:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234457.119627:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234457/real 1761234457] req@ffff943800b99f80 x1846776749079936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234457.119639:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749079936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234457.119648:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234457.119651:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234457.119655:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749079936:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234457.119676:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749080064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234457.119698:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234457.119709:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234457/real 1761234457] req@ffff943800b9b480 x1846776749080064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234457.119721:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749080064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234457.119756:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234457.119760:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234457.119763:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749080064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234457.119770:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749080192:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234457.119792:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234457.119804:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234457/real 1761234457] req@ffff943800b98000 x1846776749080192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234457.119817:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749080192/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234457.119826:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234457.119829:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234457.119833:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749080192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234457.119839:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749080320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234457.119859:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234457.119872:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234457/real 1761234457] req@ffff943800b9aa00 x1846776749080320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234457.119902:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749080320/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234457.119911:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234457.119915:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234457.119918:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749080320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234457.630846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234457.630906:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234457.630908:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234457.950889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234457.950984:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234458.654825:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234458.654868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234458.654933:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234458.974929:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234458.975032:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234459.678858:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234459.678913:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234459.678927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234459.998891:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234459.998979:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234460.702900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234460.702900:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234460.702900:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234461.022842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234461.022930:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234461.726869:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234461.726881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234461.726897:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234462.046903:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234462.046995:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234462.238895:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234462.238908:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234462.238914:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234462.238928:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10985 00000100:00080000:0.0:1761234462.238940:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234462.238948:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234462.238992:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749080448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234462.239022:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234462.239025:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234462.239026:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234462.239030:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10985 00000100:00080000:0.0:1761234462.239033:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234462.239036:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234462.239045:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234462.239056:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749080576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234462.239068:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234462.239069:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749080448:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234462.239072:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234462.239078:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234462.239093:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10985 00000100:00080000:0.0:1761234462.239097:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234462.239099:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234462.239103:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234462.239117:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749080704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234462.239129:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234462.239132:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234462.239134:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234462.239136:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10985 00000100:00080000:0.0:1761234462.239147:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234462.239155:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234462.239159:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234462.239164:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234462.239177:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749080832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234462.239185:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234462.239189:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234462.239194:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234462.239196:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234462/real 1761234462] req@ffff9437f87f9500 x1846776749080448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234462.239201:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10985 00000100:00080000:0.0:1761234462.239212:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234462.239221:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234462.239227:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234462.239233:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749080448/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234462.239239:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749080960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234462.239277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234462.239280:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234462.239284:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234462.239288:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234462.239288:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234462.239298:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10985 00000100:00080000:0.0:1761234462.239302:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234462.239305:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749080448:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234462.239310:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234462.239321:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234462.239336:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749081088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234462.239344:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234462.239347:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234462.239348:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234462.239355:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749080576:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234462.239356:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10985 00000100:00080000:0.0:1761234462.239362:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234462.239371:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234462.239376:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234462.239386:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749081216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234462.239396:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234462.239399:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234462.239400:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234462.239408:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234462.239412:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10985 00000100:00080000:0.0:1761234462.239418:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234462.239422:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234462.239426:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234462.239434:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234462/real 1761234462] req@ffff9437f87f8700 x1846776749080576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234462.239439:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749081344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234462.239505:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749080576/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234462.239525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234462.239529:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234462.239532:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749080576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234462.239541:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749080704:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234462.239559:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234462.239566:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234462/real 1761234462] req@ffff9437f87fa680 x1846776749080704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234462.239574:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749080704/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234462.239580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234462.239583:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234462.239585:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749080704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234462.239589:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749080832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234462.239600:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234462.239605:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234462/real 1761234462] req@ffff9437f87faa00 x1846776749080832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234462.239613:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749080832/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234462.239618:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234462.239620:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234462.239622:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749080832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234462.239626:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749080960:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234462.239637:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234462.239643:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234462/real 1761234462] req@ffff9437f87f9f80 x1846776749080960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234462.239655:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749080960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234462.239661:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234462.239663:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234462.239664:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749080960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234462.239668:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749081088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234462.239678:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234462.239683:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234462/real 1761234462] req@ffff9437f87f8e00 x1846776749081088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234462.239690:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749081088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234462.239695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234462.239698:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234462.239700:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749081088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234462.239716:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749081216:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234462.239726:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234462.239754:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234462/real 1761234462] req@ffff9437f87fb800 x1846776749081216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234462.239763:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749081216/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234462.239772:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234462.239775:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234462.239777:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749081216:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234462.239800:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749081344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234462.239814:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234462.239820:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234462/real 1761234462] req@ffff9437f87f9180 x1846776749081344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234462.239828:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749081344/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234462.239834:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234462.239836:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234462.239839:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749081344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234462.750925:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234462.750952:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234462.750959:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234463.070882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234463.070996:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234463.774907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234463.774909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234463.774910:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234464.094919:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234464.094973:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234464.798887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234464.798887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234464.798894:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234465.118863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234465.118970:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234465.822808:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234465.822808:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234465.822894:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234466.142877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234466.142971:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234466.846809:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234466.846866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234466.846898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234467.166827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234467.166921:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234467.358870:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234467.358880:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234467.358884:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234467.358893:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10991 00000100:00080000:2.0:1761234467.358905:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234467.358911:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234467.358951:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749081472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234467.358977:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234467.358980:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234467.358981:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234467.358984:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10991 00000100:00080000:2.0:1761234467.358987:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234467.358989:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234467.358997:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234467.359008:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749081600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234467.359016:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234467.359019:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234467.359020:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234467.359023:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10991 00000100:00080000:2.0:1761234467.359026:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234467.359034:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234467.359038:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749081472:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761234467.359040:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234467.359052:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749081728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234467.359060:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234467.359062:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234467.359063:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234467.359066:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10991 00000100:00080000:2.0:1761234467.359068:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234467.359070:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234467.359074:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234467.359081:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776749081856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234467.359088:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234467.359090:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234467.359091:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234467.359094:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10991 00000100:00080000:2.0:1761234467.359097:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234467.359099:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234467.359102:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234467.359109:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776749081984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234467.359116:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234467.359118:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234467.359119:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234467.359122:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10991 00000100:00080000:2.0:1761234467.359129:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234467.359131:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234467.359134:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234467.359141:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776749082112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234467.359147:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234467.359159:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234467.359162:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234467.359164:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234467.359170:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10991 00000100:00080000:2.0:1761234467.359175:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234467.359179:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234467.359183:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234467.359194:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749082240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234467.359200:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234467.359204:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234467.359206:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234467.359210:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10991 00000100:00080000:2.0:1761234467.359214:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234467.359216:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234467/real 1761234467] req@ffff9437fa0dc380 x1846776749081472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234467.359223:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234467.359236:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234467.359251:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749082368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234467.359257:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749081472/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234467.359304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234467.359310:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234467.359316:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749081472:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234467.359344:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749081600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234467.359365:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234467.359375:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234467/real 1761234467] req@ffff9437fa0dc700 x1846776749081600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234467.359384:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749081600/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234467.359391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234467.359393:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234467.359395:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749081600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234467.359400:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749081728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234467.359412:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234467.359419:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234467/real 1761234467] req@ffff9437fa0df800 x1846776749081728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234467.359426:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749081728/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234467.359436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234467.359439:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234467.359441:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749081728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234467.359445:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749081856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234467.359456:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234467.359462:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234467/real 1761234467] req@ffff9437fa0dc000 x1846776749081856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234467.359468:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776749081856/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234467.359474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234467.359476:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234467.359478:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749081856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234467.359482:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749081984:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234467.359492:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234467.359498:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234467/real 1761234467] req@ffff9437fa0dd180 x1846776749081984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234467.359505:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776749081984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234467.359510:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234467.359512:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234467.359514:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749081984:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234467.359518:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749082112:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234467.359529:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234467.359534:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234467/real 1761234467] req@ffff9437fa0dfb80 x1846776749082112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234467.359541:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776749082112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234467.359546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234467.359549:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234467.359551:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749082112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234467.359554:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749082240:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234467.359564:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234467.359569:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234467/real 1761234467] req@ffff9437fa0ddc00 x1846776749082240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234467.359577:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749082240/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234467.359582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234467.359583:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234467.359585:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749082240:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234467.359589:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749082368:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234467.359599:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234467.359605:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234467/real 1761234467] req@ffff9437fa0dea00 x1846776749082368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234467.359612:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749082368/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234467.359617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234467.359619:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234467.359621:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749082368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234467.870918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234467.870924:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234467.870974:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234468.190837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234468.190915:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234468.894849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234468.894891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234468.894894:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234469.214848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234469.214936:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234469.918860:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234469.918860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234469.918883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234470.238848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234470.238985:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234470.942878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234470.942882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234470.942917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234471.262826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234471.262905:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234471.966844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234471.966846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234471.966874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234472.286858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234472.286945:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234472.478885:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234472.478896:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234472.478901:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234472.478912:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 10996 00000100:00080000:3.0:1761234472.478924:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234472.478931:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234472.478979:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749082496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234472.479004:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234472.479007:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234472.479008:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234472.479012:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10996 00000100:00080000:3.0:1761234472.479014:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234472.479017:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234472.479026:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234472.479038:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749082624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234472.479046:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234472.479048:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234472.479050:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234472.479053:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10996 00000100:00080000:3.0:1761234472.479055:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234472.479058:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234472.479061:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234472.479070:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749082496:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234472.479071:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749082752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234472.479098:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234472.479100:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234472.479102:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234472.479106:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 10996 00000100:00080000:3.0:1761234472.479108:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234472.479112:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234472.479116:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234472.479126:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749082880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234472.479133:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234472.479136:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234472.479137:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234472.479140:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10996 00000100:00080000:3.0:1761234472.479158:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234472.479161:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234472.479164:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234472.479174:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234472.479175:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749083008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234472.479184:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234472.479187:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234472.479189:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234472.479193:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10996 00000100:00080000:3.0:1761234472.479198:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234472.479201:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234472.479205:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234472.479216:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749083136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234472.479224:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234472.479227:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234472.479229:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234472.479233:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10996 00000100:00080000:3.0:1761234472.479235:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234472.479240:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234472/real 1761234472] req@ffff943800b9bb80 x1846776749082496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234472.479242:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234472.479250:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234472.479265:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749083264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234472.479272:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234472.479275:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234472.479277:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234472.479284:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 10996 00000100:00100000:1.0:1761234472.479286:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749082496/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234472.479288:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234472.479296:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234472.479302:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234472.479321:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749083392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234472.479324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234472.479339:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234472.479347:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749082496:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234472.479359:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749082624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234472.479393:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234472.479410:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234472/real 1761234472] req@ffff943800b99500 x1846776749082624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234472.479425:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749082624/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234472.479437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234472.479442:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234472.479446:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749082624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234472.479477:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749082752:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234472.479499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234472.479512:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234472/real 1761234472] req@ffff943800b99c00 x1846776749082752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234472.479526:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749082752/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234472.479537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234472.479541:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234472.479546:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749082752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234472.479554:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749082880:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234472.479575:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234472.479608:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234472/real 1761234472] req@ffff943800b98a80 x1846776749082880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234472.479625:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749082880/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234472.479635:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234472.479639:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234472.479644:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749082880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234472.479653:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749083008:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234472.479678:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234472.479691:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234472/real 1761234472] req@ffff943800b9b800 x1846776749083008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234472.479707:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749083008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234472.479715:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234472.479719:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234472.479724:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749083008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234472.479765:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749083136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234472.479790:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234472.479805:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234472/real 1761234472] req@ffff943800b9a680 x1846776749083136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234472.479819:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749083136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234472.479829:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234472.479833:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234472.479838:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749083136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234472.479846:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749083264:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234472.479867:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234472.479879:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234472/real 1761234472] req@ffff943800b98e00 x1846776749083264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234472.479892:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749083264/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234472.479901:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234472.479904:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234472.479908:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749083264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234472.479914:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749083392:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234472.479934:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234472.479945:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234472/real 1761234472] req@ffff943800b9aa00 x1846776749083392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234472.479957:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749083392/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234472.479966:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234472.479970:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234472.479974:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749083392:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234472.990837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234472.990859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234472.990920:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234473.310828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234473.310886:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234474.014854:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234474.014854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234474.014887:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234474.334858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234474.334933:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234475.038828:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234475.038833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234475.038879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234475.358814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234475.358845:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234476.062823:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234476.062842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234476.062848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234476.382836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234476.382912:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234477.086883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234477.086903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234477.086938:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234477.406849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234477.406978:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234477.598812:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234477.598821:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234477.598826:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234477.598834:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11001 00000100:00080000:0.0:1761234477.598844:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234477.598850:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234477.598882:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776749083520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234477.598909:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234477.598912:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234477.598914:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234477.598917:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11001 00000100:00080000:0.0:1761234477.598920:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234477.598923:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234477.598931:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234477.598944:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776749083648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234477.598944:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749083520:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234477.598959:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234477.598961:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234477.598963:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234477.598965:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11001 00000100:00080000:0.0:1761234477.598969:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234477.598971:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234477.598974:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234477.598983:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749083776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234477.598990:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234477.598992:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234477.598993:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234477.598996:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11001 00000100:00080000:0.0:1761234477.598999:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234477.599002:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234477.599005:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234477.599008:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234477.599017:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749083904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234477.599025:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234477.599027:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234477.599029:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234477.599031:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11001 00000100:00080000:0.0:1761234477.599034:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234477.599036:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234477.599039:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234477.599044:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234477/real 1761234477] req@ffff9437f87f9880 x1846776749083520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234477.599050:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749084032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234477.599067:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234477.599070:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234477.599071:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234477.599075:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776749083520/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234477.599077:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11001 00000100:00080000:0.0:1761234477.599082:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234477.599088:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234477.599095:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234477.599097:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761234477.599102:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749084160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234477.599104:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234477.599112:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749083520:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234477.599125:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234477.599127:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234477.599129:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234477.599132:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11001 00000100:00080000:0.0:1761234477.599134:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234477.599138:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749083648:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234477.599140:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234477.599148:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234477.599156:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749084288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234477.599163:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234477.599168:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234477.599169:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234477.599173:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234477.599177:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11001 00000100:00080000:0.0:1761234477.599182:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234477.599187:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234477/real 1761234477] req@ffff9437f87f8380 x1846776749083648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234477.599188:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234477.599194:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234477.599205:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749084416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234477.599217:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776749083648/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234477.599226:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234477.599230:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234477.599233:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749083648:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234477.599238:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749083776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234477.599250:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234477.599257:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234477/real 1761234477] req@ffff9437f87f9180 x1846776749083776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234477.599265:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749083776/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234477.599271:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234477.599273:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234477.599275:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749083776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234477.599279:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749083904:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234477.599288:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234477.599293:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234477/real 1761234477] req@ffff9437f87fb800 x1846776749083904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234477.599301:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749083904/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234477.599310:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234477.599312:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234477.599314:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749083904:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234477.599318:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749084032:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234477.599327:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234477.599332:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234477/real 1761234477] req@ffff9437f87f8e00 x1846776749084032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234477.599339:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749084032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234477.599345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234477.599347:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234477.599348:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749084032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234477.599352:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749084160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234477.599360:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234477.599366:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234477/real 1761234477] req@ffff9437f87f9f80 x1846776749084160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234477.599372:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749084160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234477.599378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234477.599380:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234477.599382:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749084160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234477.599396:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749084288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234477.599405:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234477.599411:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234477/real 1761234477] req@ffff9437f87faa00 x1846776749084288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234477.599419:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749084288/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234477.599424:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234477.599426:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234477.599428:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749084288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234477.599431:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749084416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234477.599441:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234477.599446:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234477/real 1761234477] req@ffff9437f87fa680 x1846776749084416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234477.599453:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749084416/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234477.599459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234477.599460:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234477.599462:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749084416:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234478.110833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234478.110835:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234478.110870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234478.430823:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234478.430919:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234479.134857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234479.134857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234479.134918:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234479.454848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234479.454912:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234480.158842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234480.158843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234480.158893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234480.478820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234480.478947:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234481.182814:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234481.182817:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234481.182818:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234481.502861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234481.502936:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234482.206839:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234482.206847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234482.206883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234482.526844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234482.526940:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234482.718840:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234482.718852:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234482.718857:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234482.718867:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11006 00000100:00080000:3.0:1761234482.718878:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234482.718884:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234482.718915:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749084544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234482.718938:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234482.718942:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234482.718945:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234482.718949:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11006 00000100:00080000:3.0:1761234482.718953:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234482.718958:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234482.718967:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234482.718970:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749084544:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234482.718979:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749084672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234482.718989:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234482.718993:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234482.718994:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234482.718998:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11006 00000100:00080000:3.0:1761234482.719002:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234482.719006:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234482.719010:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234482.719018:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749084800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234482.719027:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234482.719027:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234482.719030:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234482.719032:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234482.719035:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11006 00000100:00080000:3.0:1761234482.719038:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234482.719041:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234482.719046:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234482.719055:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749084928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234482.719064:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234482/real 1761234482] req@ffff943800b98000 x1846776749084544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234482.719064:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234482.719068:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234482.719070:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234482.719074:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11006 00000100:00080000:3.0:1761234482.719077:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234482.719082:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749084544/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234482.719082:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234482.719086:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234482.719093:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761234482.719095:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749085056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234482.719097:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234482.719102:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749084544:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234482.719105:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234482.719108:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234482.719110:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234482.719113:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11006 00000100:00080000:3.0:1761234482.719116:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234482.719120:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234482.719124:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234482.719134:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749085184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234482.719144:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749084672:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234482.719144:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234482.719147:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234482.719150:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234482.719153:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11006 00000100:00080000:3.0:1761234482.719156:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234482.719159:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234482.719163:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234482.719174:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234482.719174:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749085312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234482.719182:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234482.719186:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234482/real 1761234482] req@ffff943800b9b480 x1846776749084672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234482.719186:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234482.719189:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234482.719194:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11006 00000100:00080000:3.0:1761234482.719197:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234482.719199:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749084672/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234482.719201:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234482.719206:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234482.719209:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234482.719213:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234482.719217:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749084672:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234482.719222:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749085440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234482.719223:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749084800:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234482.719245:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234482.719256:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234482/real 1761234482] req@ffff943800b99f80 x1846776749084800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234482.719269:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749084800/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234482.719278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234482.719281:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234482.719283:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749084800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234482.719288:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749084928:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234482.719304:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234482.719313:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234482/real 1761234482] req@ffff943800b98380 x1846776749084928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234482.719323:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749084928/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234482.719328:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234482.719330:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234482.719333:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749084928:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234482.719337:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749085056:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234482.719349:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234482.719355:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234482/real 1761234482] req@ffff943800b98700 x1846776749085056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234482.719363:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749085056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234482.719368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234482.719370:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234482.719372:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749085056:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234482.719384:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749085184:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234482.719413:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234482.719420:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234482/real 1761234482] req@ffff943800b9ad80 x1846776749085184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234482.719428:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749085184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234482.719434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234482.719436:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234482.719438:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749085184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234482.719442:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749085312:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234482.719452:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234482.719458:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234482/real 1761234482] req@ffff943800b98000 x1846776749085312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234482.719465:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749085312/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234482.719472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234482.719474:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234482.719476:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749085312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234482.719479:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749085440:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234482.719488:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234482.719493:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234482/real 1761234482] req@ffff943800b9aa00 x1846776749085440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234482.719500:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749085440/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234482.719506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234482.719508:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234482.719510:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749085440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234483.230827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234483.230827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234483.230831:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234483.550838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234483.550891:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234484.254846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234484.254847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234484.254887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234484.574843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234484.574914:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234485.278825:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234485.278832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234485.278850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234485.598854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234485.598948:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234486.302847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234486.302847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234486.302863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234486.622833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234486.622892:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234487.326858:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234487.326862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234487.326862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234487.646836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234487.646917:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234487.838870:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234487.838883:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234487.838888:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234487.838899:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11011 00000100:00080000:1.0:1761234487.838911:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234487.838919:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234487.838957:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749085568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234487.838989:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234487.838993:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234487.838996:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234487.839002:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11011 00000100:00080000:1.0:1761234487.839007:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234487.839013:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234487.839022:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749085568:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761234487.839023:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234487.839044:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749085696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234487.839057:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234487.839062:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234487.839064:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234487.839069:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11011 00000100:00080000:1.0:1761234487.839074:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234487.839080:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:3.0:1761234487.839083:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761234487.839090:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234487.839108:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749085824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234487.839120:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234487/real 1761234487] req@ffff9437f86d7480 x1846776749085568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234487.839138:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234487.839144:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1761234487.839146:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749085568/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234487.839148:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234487.839159:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11011 00000100:00080000:3.0:1761234487.839161:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234487.839164:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234487.839167:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234487.839172:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234487.839173:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749085568:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761234487.839183:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234487.839208:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749085696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234487.839213:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749085952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234487.839229:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761234487.839231:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234487.839237:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234487.839240:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234487.839245:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234487/real 1761234487] req@ffff9437f86d6a00 x1846776749085696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234487.839249:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11011 00000100:00080000:1.0:1761234487.839260:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234487.839264:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749085696/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234487.839269:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234487.839275:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761234487.839278:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1761234487.839280:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234487.839286:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749085696:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234487.839292:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749085824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234487.839313:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749086080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234487.839323:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234487.839333:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234487.839347:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1761234487.839348:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234487/real 1761234487] req@ffff9437f86d7100 x1846776749085824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234487.839353:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234487.839364:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11011 00000100:00100000:3.0:1761234487.839366:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749085824/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234487.839373:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234487.839375:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234487.839384:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:3.0:1761234487.839384:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234487.839392:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749085824:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761234487.839394:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234487.839406:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749085952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234487.839412:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749086208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234487.839423:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234487.839428:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1761234487.839428:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234487.839432:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234487.839438:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11011 00000100:00100000:3.0:1761234487.839443:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234487/real 1761234487] req@ffff9437f86d6d80 x1846776749085952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234487.839444:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234487.839453:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234487.839458:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234487.839460:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749085952/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234487.839468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234487.839470:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234487.839472:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749085952:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234487.839481:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749086080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234487.839486:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749086336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234487.839495:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234487.839502:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234487.839507:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234487/real 1761234487] req@ffff9437f86d5180 x1846776749086080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234487.839509:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234487.839515:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234487.839521:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749086080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234487.839524:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11011 00000100:00080000:1.0:1761234487.839534:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234487.839535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234487.839543:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234487.839546:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234487.839549:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749086080:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761234487.839556:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234487.839562:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749086208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234487.839574:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749086464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1761234487.839582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234487.839593:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234487/real 1761234487] req@ffff9437f86d6a00 x1846776749086208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234487.839603:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749086208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234487.839609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234487.839612:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234487.839614:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749086208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234487.839618:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749086336:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234487.839627:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234487.839633:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234487/real 1761234487] req@ffff9437f86d7480 x1846776749086336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234487.839640:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749086336/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234487.839646:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234487.839648:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234487.839650:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749086336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234487.839657:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749086464:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234487.839675:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234487.839680:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234487/real 1761234487] req@ffff9437f86d4700 x1846776749086464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234487.839688:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749086464/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234487.839694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234487.839696:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234487.839697:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749086464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234488.350855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234488.350856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234488.350873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234488.670825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234488.670905:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234489.374868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234489.374869:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234489.374872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234489.694858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234489.694958:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234490.398844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234490.398844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234490.398844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234490.718805:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234490.718863:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234491.422783:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234491.422819:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234491.422840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234491.742846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234491.742960:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234492.446870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234492.446870:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234492.446909:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234492.766802:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234492.767038:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234492.958909:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234492.958925:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234492.958932:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234492.958948:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11016 00000100:00080000:3.0:1761234492.958987:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234492.958999:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234492.959062:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749086592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234492.959111:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234492.959117:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234492.959120:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234492.959127:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11016 00000100:00080000:3.0:1761234492.959133:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234492.959139:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234492.959155:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234492.959166:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749086592:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234492.959178:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749086720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234492.959224:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234492.959248:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234492.959251:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234492.959258:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11016 00000800:00000100:1.0:1761234492.959268:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234492.959273:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234492.959283:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234492.959291:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234492.959319:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234492/real 1761234492] req@ffff943800b98e00 x1846776749086592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234492.959319:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749086848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234492.959354:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234492.959361:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234492.959365:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234492.959370:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11016 00000100:00080000:3.0:1761234492.959375:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234492.959377:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749086592/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234492.959385:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234492.959406:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234492.959409:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234492.959418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234492.959424:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749086976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234492.959430:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749086592:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234492.959466:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234492.959470:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234492.959473:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234492.959492:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749086720:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234492.959496:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11016 00000100:00080000:3.0:1761234492.959503:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234492.959509:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234492.959515:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234492.959524:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234492.959536:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749087104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234492.959544:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234492/real 1761234492] req@ffff943800b9a680 x1846776749086720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234492.959592:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234492.959599:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761234492.959601:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749086720/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234492.959603:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234492.959620:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11016 00000100:00080000:3.0:1761234492.959651:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234492.959655:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234492.959663:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234492.959670:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761234492.959676:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234492.959677:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749086720:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234492.959698:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749086848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234492.959705:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749087232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234492.959719:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234492.959732:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234492.959735:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234492.959743:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11016 00000800:00000100:1.0:1761234492.959753:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234492.959766:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234492/real 1761234492] req@ffff943800b9b800 x1846776749086848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234492.959780:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749086848/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234492.959787:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234492.959790:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234492.959794:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749086848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234492.959802:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749086976:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234492.959819:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234492.959823:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234492.959833:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234492.959834:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234492/real 1761234492] req@ffff943800b98a80 x1846776749086976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234492.959848:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234492.959856:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749086976/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234492.959868:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761234492.959870:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749087360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234492.959882:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234492.959903:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749086976:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234492.959928:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234492.959934:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234492.959937:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234492.959945:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11016 00000100:00080000:3.0:1761234492.959950:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234492.959951:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749087104:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234492.959962:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234492.959970:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234492.959982:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234492.959990:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749087488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234492.960000:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234492/real 1761234492] req@ffff943800b99c00 x1846776749087104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234492.960060:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749087104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234492.960068:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234492.960072:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234492.960076:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749087104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234492.960087:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749087232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234492.960100:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234492.960107:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234492/real 1761234492] req@ffff943800b99500 x1846776749087232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234492.960115:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749087232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234492.960120:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234492.960122:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234492.960124:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749087232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234492.960128:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749087360:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234492.960138:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234492.960144:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234492/real 1761234492] req@ffff943800b9bb80 x1846776749087360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234492.960151:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749087360/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234492.960157:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234492.960159:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234492.960160:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749087360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234492.960171:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749087488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234492.960181:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234492.960188:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234492/real 1761234492] req@ffff943800b98a80 x1846776749087488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234492.960210:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749087488/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234492.960217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234492.960220:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234492.960222:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749087488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234493.470834:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234493.470837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234493.470875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234493.790891:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234493.791059:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234494.494798:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234494.494811:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234494.494838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234494.814868:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234494.814930:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234495.518804:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234495.518851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234495.518891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234495.838839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234495.838938:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234496.542822:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234496.542834:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234496.542857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234496.862860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234496.863030:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234497.566833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234497.566853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234497.566892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234497.886840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234497.886936:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234498.078897:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234498.078907:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234498.078913:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234498.078924:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11021 00000100:00080000:2.0:1761234498.078936:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234498.078944:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234498.078981:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749087616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234498.079022:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234498.079027:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234498.079029:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234498.079035:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11021 00000100:00080000:2.0:1761234498.079042:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234498.079049:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234498.079061:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234498.079088:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749087616:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234498.079089:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749087744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234498.079136:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234498.079142:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234498.079145:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234498.079152:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11021 00000100:00080000:2.0:1761234498.079159:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234498.079167:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234498.079176:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234498.079193:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776749087872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234498.079204:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234498.079208:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234498.079213:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234498.079216:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234498.079224:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11021 00000100:00080000:2.0:1761234498.079231:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234498.079236:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234498.079242:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234498.079258:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776749088000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234498.079268:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234498.079271:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234498.079273:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234498.079277:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11021 00000100:00080000:2.0:1761234498.079280:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234498.079284:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234498.079291:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234498.079299:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234498/real 1761234498] req@ffff9437fa0df100 x1846776749087616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234498.079302:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776749088128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234498.079348:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234498.079363:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234498.079368:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234498.079377:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11021 00000100:00080000:2.0:1761234498.079383:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234498.079385:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749087616/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234498.079399:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234498.079413:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761234498.079414:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234498.079427:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234498.079435:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749087616:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234498.079443:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776749088256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234498.079467:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234498.079470:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234498.079474:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234498.079481:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749087744:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234498.079481:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11021 00000100:00080000:2.0:1761234498.079488:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234498.079495:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234498.079501:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234498.079518:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749088384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234498.079529:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234498.079530:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234498.079542:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234498.079546:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234498.079552:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11021 00000100:00080000:2.0:1761234498.079560:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234498.079571:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234498.079572:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234498/real 1761234498] req@ffff9437fa0dd500 x1846776749087744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761234498.079582:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234498.079603:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749088512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234498.079615:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749087744/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234498.079631:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234498.079636:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234498.079642:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749087744:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234498.079652:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749087872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234498.079677:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234498.079690:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234498/real 1761234498] req@ffff9437fa0ded80 x1846776749087872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234498.079704:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776749087872/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234498.079713:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234498.079717:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234498.079721:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749087872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234498.079728:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749088000:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234498.079780:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234498.079792:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234498/real 1761234498] req@ffff9437fa0de300 x1846776749088000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234498.079806:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776749088000/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234498.079814:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234498.079818:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234498.079821:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749088000:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234498.079828:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749088128:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234498.079852:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234498.079863:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234498/real 1761234498] req@ffff9437fa0df480 x1846776749088128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234498.079876:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776749088128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234498.079885:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234498.079889:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234498.079893:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749088128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234498.079900:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749088256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234498.079920:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234498.079932:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234498/real 1761234498] req@ffff9437fa0dca80 x1846776749088256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234498.079945:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776749088256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234498.079954:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234498.079957:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234498.079961:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749088256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234498.079986:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749088384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234498.080006:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234498.080016:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234498/real 1761234498] req@ffff9437fa0df100 x1846776749088384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234498.080029:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749088384/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234498.080039:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234498.080043:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234498.080047:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749088384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234498.080054:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749088512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234498.080072:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234498.080084:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234498/real 1761234498] req@ffff9437fa0dea00 x1846776749088512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234498.080096:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749088512/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234498.080119:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234498.080122:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234498.080126:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749088512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234498.590859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234498.590877:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234498.590892:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234498.910889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234498.910992:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234499.614879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234499.614914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234499.614921:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234499.934837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234499.934955:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234500.638945:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234500.638947:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234500.639396:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234500.958842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234500.958915:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234501.663059:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234501.663171:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234501.664324:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234501.982809:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234501.982958:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234502.687039:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234502.688124:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234502.688209:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234503.006855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234503.006959:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234503.198847:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234503.198857:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234503.198863:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234503.198874:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11026 00000100:00080000:0.0:1761234503.198886:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234503.198894:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234503.198934:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749088640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234503.198964:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234503.198968:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234503.198971:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234503.198976:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11026 00000100:00080000:0.0:1761234503.198982:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234503.198987:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234503.198993:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749088640:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761234503.198997:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234503.199034:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749088768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234503.199047:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234503.199051:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234503.199053:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234503.199058:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11026 00000800:00000100:1.0:1761234503.199064:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234503.199066:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234503.199074:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234503.199080:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234503.199096:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749088896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234503.199102:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234503/real 1761234503] req@ffff9437f87f8700 x1846776749088640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234503.199120:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234503.199127:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234503.199129:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234503.199133:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749088640/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234503.199137:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11026 00000100:00080000:0.0:1761234503.199146:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234503.199148:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234503.199156:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234503.199156:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234503.199162:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749088640:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761234503.199166:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234503.199183:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749089024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234503.199184:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749088768:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234503.199203:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234503.199208:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234503.199211:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234503.199212:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234503.199222:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11026 00000100:00080000:0.0:1761234503.199230:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234503.199235:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234503/real 1761234503] req@ffff9437f87f9500 x1846776749088768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234503.199239:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234503.199247:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234503.199260:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749088768/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234503.199265:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749089152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234503.199280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234503.199289:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234503.199298:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749088768:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234503.199302:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234503.199309:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749088896:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234503.199310:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234503.199314:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234503.199322:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11026 00000100:00080000:0.0:1761234503.199328:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234503.199334:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234503.199339:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761234503.199343:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234503.199351:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234503/real 1761234503] req@ffff9437f87fbb80 x1846776749088896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234503.199361:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749089280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234503.199364:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749088896/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234503.199399:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234503.199401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234503.199408:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234503.199408:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234503.199413:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749088896:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234503.199414:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234503.199423:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11026 00000100:00080000:0.0:1761234503.199430:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234503.199430:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749089024:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761234503.199441:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234503.199447:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234503.199451:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234503.199461:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234503/real 1761234503] req@ffff9437f87fa300 x1846776749089024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234503.199466:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749089408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234503.199473:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749089024/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234503.199492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234503.199495:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234503.199496:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234503.199502:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749089024:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761234503.199504:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234503.199509:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749089152:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234503.199510:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234503.199519:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11026 00000800:00000100:1.0:1761234503.199524:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234503.199526:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234503.199535:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234503.199535:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234503/real 1761234503] req@ffff9437f87f8000 x1846776749089152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234503.199546:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234503.199549:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749089152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234503.199557:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234503.199560:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234503.199566:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749089536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234503.199566:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749089152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234503.199576:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749089280:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234503.199594:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234503.199602:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234503/real 1761234503] req@ffff9437f87fb480 x1846776749089280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234503.199611:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749089280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234503.199616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234503.199618:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234503.199620:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749089280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234503.199630:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749089408:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234503.199640:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234503.199646:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234503/real 1761234503] req@ffff9437f87f9c00 x1846776749089408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234503.199653:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749089408/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234503.199658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234503.199660:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234503.199662:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749089408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234503.199666:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749089536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234503.199675:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234503.199681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234503/real 1761234503] req@ffff9437f87f8a80 x1846776749089536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234503.199688:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749089536/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234503.199694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234503.199695:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234503.199697:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749089536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234503.710924:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234503.711075:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234503.711220:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234504.030874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234504.030966:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234504.734826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234504.734957:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234504.735271:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234505.054853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234505.054915:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234505.759006:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234505.759209:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234505.759388:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234506.078841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234506.078905:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234506.782837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234506.782838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234506.782838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234507.102837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234507.102953:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234507.806864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234507.806864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234507.806865:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234508.126814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234508.126889:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234508.318856:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234508.318867:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234508.318873:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234508.318884:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11032 00000100:00080000:0.0:1761234508.318898:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234508.318947:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234508.318990:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749089664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234508.319020:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234508.319025:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234508.319028:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234508.319032:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11032 00000100:00080000:0.0:1761234508.319038:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234508.319043:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234508.319053:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234508.319067:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749089664:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234508.319071:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749089792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234508.319087:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234508.319091:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234508.319094:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234508.319098:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11032 00000100:00080000:0.0:1761234508.319103:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234508.319108:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234508.319114:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234508.319129:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749089920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234508.319141:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234508.319144:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234508.319147:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234508.319151:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11032 00000100:00080000:0.0:1761234508.319156:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234508.319160:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234508.319166:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234508.319183:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749089792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234508.319184:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749090048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234508.319202:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234508.319206:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234508.319208:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234508.319215:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11032 00000100:00080000:0.0:1761234508.319220:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234508.319226:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234508.319231:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749089920:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761234508.319234:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234508.319255:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749090176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234508.319267:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234508.319270:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761234508.319274:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749090048:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761234508.319275:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234508.319285:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11032 00000100:00080000:0.0:1761234508.319292:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234508.319296:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234508.319301:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234508.319314:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749090176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234508.319317:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749090304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234508.319333:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234508.319337:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234508.319340:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234508.319346:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11032 00000100:00080000:0.0:1761234508.319351:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234508.319354:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749090304:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234508.319359:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234508.319368:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234508.319382:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749090432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234508.319403:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234508.319407:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234508.319409:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234508.319414:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11032 00000100:00080000:0.0:1761234508.319420:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234508.319425:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234508.319430:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749090432:192.168.201.139@tcp:8:kworker.0 00000008:00100000:0.0:1761234508.319433:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234508.319449:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749090560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234508.319477:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749090560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234508.830843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234508.830862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234508.830863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234509.150826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234509.150914:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234509.854842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234509.854842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234509.854866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234510.174844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234510.174928:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234510.878905:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234510.878914:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234510.878915:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234511.198836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234511.198937:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1761234511.391059:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:0.0:1761234511.391100:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761234511.391113:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234511.391148:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234511.391159:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234511.391173:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234511.391192:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234511.391202:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761234511.391214:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234508/real 1761234511] req@ffff9437f87f9c00 x1846776749090048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1761234511.391216:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234511.391239:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761234511.391271:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749090048/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234511.391288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234511.391296:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234511.391302:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749090048:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234511.391311:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234508/real 1761234511] req@ffff9437f87fb480 x1846776749090176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234511.391327:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749090176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234511.391336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234511.391340:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234511.391344:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749090176:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234511.391352:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234508/real 1761234511] req@ffff9437f87fb100 x1846776749089792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234511.391370:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749089792/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234511.391381:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234511.391385:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234511.391389:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749089792:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234511.391397:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234508/real 1761234511] req@ffff9437f87f8a80 x1846776749089920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234511.391411:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749089920/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234511.391419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234511.391423:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234511.391426:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749089920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234511.391434:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234508/real 1761234511] req@ffff9437f87fad80 x1846776749089664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234511.391445:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749089664/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234511.391452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234511.391455:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234511.391458:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749089664:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234511.391505:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234508/real 1761234511] req@ffff9437f87fbb80 x1846776749090560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234511.391519:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749090560/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234511.391527:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234511.391531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234511.391534:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749090560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234511.391543:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234508/real 1761234511] req@ffff9437f87fa300 x1846776749090432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234511.391555:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749090432/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234511.391564:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234511.391567:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234511.391571:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749090432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234511.391578:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234508/real 1761234511] req@ffff9437f87f8000 x1846776749090304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234511.391592:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749090304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234511.391602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234511.391605:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234511.391609:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749090304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234511.902935:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234511.902935:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234511.902936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234512.222820:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234512.222943:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234512.926873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234512.926927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234512.926944:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234513.246842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234513.246932:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234513.438806:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234513.438830:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234513.438834:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234513.438843:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11037 00000100:00080000:0.0:1761234513.438852:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234513.438858:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234513.438890:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749090688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234513.438917:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234513.438920:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234513.438921:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234513.438924:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11037 00000100:00080000:0.0:1761234513.438927:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234513.438929:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234513.438937:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234513.438945:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749090816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234513.438960:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234513.438960:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749090688:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234513.438965:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234513.438967:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234513.438974:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11037 00000100:00080000:0.0:1761234513.438976:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234513.438977:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234513.438981:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234513.438989:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749090944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234513.438995:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234513.438998:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234513.438999:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234513.439002:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11037 00000100:00080000:0.0:1761234513.439004:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234513.439007:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234513.439010:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234513.439017:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749091072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234513.439023:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234513.439025:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234513.439026:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234513.439030:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11037 00000800:00000100:1.0:1761234513.439037:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234513.439038:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234513.439045:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234513.439051:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234513.439062:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749091200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234513.439071:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234513.439075:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234513.439077:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234513.439082:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234513/real 1761234513] req@ffff9437f87f9500 x1846776749090688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234513.439085:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11037 00000100:00080000:0.0:1761234513.439092:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234513.439099:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234513.439103:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234513.439115:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749091328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234513.439126:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234513.439129:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749090688/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234513.439130:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234513.439134:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234513.439143:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11037 00000100:00080000:0.0:1761234513.439150:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234513.439154:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234513.439158:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234513.439164:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:0.0:1761234513.439165:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234513.439172:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749090688:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234513.439181:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749091456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234513.439201:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234513.439201:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749090816:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234513.439210:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234513.439213:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234513.439218:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11037 00000100:00080000:0.0:1761234513.439222:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234513.439227:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234513.439233:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234513.439239:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234513.439250:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749091584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234513.439258:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234513/real 1761234513] req@ffff9437f87f8700 x1846776749090816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234513.439275:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749090816/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234513.439286:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234513.439291:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234513.439294:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749090816:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234513.439301:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749090944:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234513.439323:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234513.439333:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234513/real 1761234513] req@ffff9437f87fa680 x1846776749090944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234513.439346:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749090944/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234513.439355:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234513.439358:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234513.439362:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749090944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234513.439368:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749091072:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234513.439387:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234513.439397:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234513/real 1761234513] req@ffff9437f87faa00 x1846776749091072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234513.439409:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749091072/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234513.439418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234513.439421:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234513.439425:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749091072:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234513.439430:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749091200:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234513.439448:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234513.439466:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234513/real 1761234513] req@ffff9437f87f9f80 x1846776749091200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234513.439485:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749091200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234513.439494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234513.439497:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234513.439501:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749091200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234513.439507:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749091328:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234513.439526:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234513.439536:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234513/real 1761234513] req@ffff9437f87f8e00 x1846776749091328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234513.439548:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749091328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234513.439556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234513.439559:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234513.439562:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749091328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234513.439584:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749091456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234513.439603:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234513.439613:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234513/real 1761234513] req@ffff9437f87fb800 x1846776749091456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234513.439625:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749091456/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234513.439640:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234513.439643:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234513.439646:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749091456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234513.439652:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749091584:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234513.439671:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234513.439682:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234513/real 1761234513] req@ffff9437f87f9180 x1846776749091584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234513.439693:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749091584/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234513.439701:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234513.439705:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234513.439708:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749091584:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234513.950844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234513.950844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234513.950914:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234514.270852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234514.270917:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234514.974915:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234514.974923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234514.974927:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234515.294843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234515.294934:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234515.998924:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234515.998927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234515.998952:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234516.318926:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234516.318950:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234517.022868:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234517.022878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234517.022878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234517.342816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234517.342907:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234518.046955:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234518.046957:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234518.047012:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234518.366896:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234518.366985:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234518.558920:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234518.558936:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234518.558944:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234518.558960:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11042 00000100:00080000:2.0:1761234518.558978:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234518.558989:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234518.559049:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749091712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234518.559094:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234518.559099:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234518.559102:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234518.559108:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11042 00000100:00080000:2.0:1761234518.559113:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234518.559119:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234518.559133:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234518.559158:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776749091840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234518.559161:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749091712:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234518.559189:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234518.559195:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234518.559198:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234518.559205:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11042 00000100:00080000:2.0:1761234518.559211:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234518.559216:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234518.559223:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234518.559242:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776749091968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234518.559255:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234518.559259:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234518.559262:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234518.559267:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11042 00000100:00080000:2.0:1761234518.559272:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234518.559278:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234518.559287:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761234518.559292:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234518.559313:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776749092096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234518.559325:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234518.559330:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234518.559333:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234518.559338:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11042 00000100:00080000:2.0:1761234518.559344:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234518.559350:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234518.559356:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234518.559360:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234518/real 1761234518] req@ffff9437fa0ddc00 x1846776749091712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234518.559377:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749092224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234518.559401:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749091712/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234518.559404:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234518.559431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234518.559435:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234518.559442:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234518.559444:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234518.559454:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749091712:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234518.559464:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11042 00000100:00080000:2.0:1761234518.559473:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234518.559479:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234518.559484:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234518.559501:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749092352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234518.559505:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749091840:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234518.559532:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234518.559538:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234518.559541:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234518.559548:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11042 00000100:00080000:2.0:1761234518.559555:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234518.559556:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234518.559567:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234518.559576:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234518.559585:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234518/real 1761234518] req@ffff9437fa0dfb80 x1846776749091840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234518.559596:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749092480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234518.559619:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776749091840/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234518.559623:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234518.559640:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234518.559647:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234518.559659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234518.559660:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11042 00000100:00080000:1.0:1761234518.559674:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234518.559675:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234518.559692:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234518.559693:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749091840:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761234518.559704:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234518.559784:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749091968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761234518.559788:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749092608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234518.559832:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234518.559855:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234518/real 1761234518] req@ffff9437fa0dd180 x1846776749091968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234518.559872:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776749091968/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234518.559891:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234518.559896:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234518.559900:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749091968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234518.559909:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749092096:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234518.559929:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234518.559941:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234518/real 1761234518] req@ffff9437fa0dc000 x1846776749092096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234518.559955:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776749092096/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234518.559965:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234518.559968:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234518.559972:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749092096:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234518.559979:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749092224:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234518.559998:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234518.560010:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234518/real 1761234518] req@ffff9437fa0df800 x1846776749092224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234518.560024:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749092224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234518.560033:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234518.560037:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234518.560041:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749092224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234518.560065:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749092352:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234518.560085:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234518.560096:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234518/real 1761234518] req@ffff9437fa0dc700 x1846776749092352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234518.560110:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749092352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234518.560120:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234518.560124:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234518.560127:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749092352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234518.560134:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749092480:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234518.560152:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234518.560163:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234518/real 1761234518] req@ffff9437fa0dc380 x1846776749092480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234518.560177:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749092480/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234518.560186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234518.560190:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234518.560193:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749092480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234518.560199:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749092608:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234518.560216:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234518.560227:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234518/real 1761234518] req@ffff9437fa0ddc00 x1846776749092608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234518.560241:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749092608/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234518.560251:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234518.560254:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234518.560258:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749092608:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234519.070955:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234519.070956:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234519.070956:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234519.390797:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234519.390958:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234520.094885:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234520.094898:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234520.094983:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234520.414844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234520.414906:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234521.118878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234521.118915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234521.118919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234521.438873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234521.438956:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234522.142849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234522.142873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234522.142915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234522.462912:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234522.462979:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234523.166862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234523.166901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234523.166929:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234523.486853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234523.486979:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234523.678939:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234523.678958:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234523.678963:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234523.678971:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11047 00000100:00080000:3.0:1761234523.678981:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234523.678987:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234523.679019:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749092736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234523.679046:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234523.679049:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234523.679051:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234523.679054:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11047 00000100:00080000:3.0:1761234523.679057:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234523.679060:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234523.679068:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234523.679077:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749092864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234523.679086:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234523.679088:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234523.679090:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234523.679094:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11047 00000100:00080000:3.0:1761234523.679096:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234523.679098:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234523.679101:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234523.679113:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749092992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234523.679129:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749092736:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234523.679129:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234523.679144:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234523.679146:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234523.679162:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11047 00000100:00080000:3.0:1761234523.679165:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234523.679168:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234523.679172:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234523.679182:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749093120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234523.679193:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234523.679195:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234523.679197:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234523.679200:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11047 00000100:00080000:3.0:1761234523.679202:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234523.679205:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234523.679208:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234523.679217:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749093248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234523.679222:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234523.679224:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234523.679224:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234523.679227:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11047 00000100:00080000:3.0:1761234523.679232:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234523.679235:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234523.679239:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234523.679244:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234523.679248:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749093376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234523.679257:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234523.679260:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234523.679263:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234523.679267:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11047 00000100:00080000:3.0:1761234523.679272:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234523.679276:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234523.679279:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234523.679287:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749093504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234523.679293:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234523.679296:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234523.679297:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234523.679300:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234523/real 1761234523] req@ffff943800b9b800 x1846776749092736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234523.679305:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11047 00000100:00080000:3.0:1761234523.679315:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234523.679326:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234523.679333:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234523.679344:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749093632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234523.679345:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749092736/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234523.679413:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234523.679418:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234523.679423:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749092736:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234523.679435:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749092864:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234523.679455:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234523.679464:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234523/real 1761234523] req@ffff943800b9a680 x1846776749092864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234523.679472:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749092864/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234523.679480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234523.679482:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234523.679484:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749092864:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234523.679509:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749092992:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234523.679521:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234523.679528:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234523/real 1761234523] req@ffff943800b98e00 x1846776749092992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234523.679536:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749092992/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234523.679542:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234523.679544:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234523.679546:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749092992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234523.679550:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749093120:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234523.679561:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234523.679567:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234523/real 1761234523] req@ffff943800b9aa00 x1846776749093120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234523.679575:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749093120/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234523.679581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234523.679583:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234523.679584:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749093120:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234523.679589:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749093248:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234523.679600:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234523.679606:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234523/real 1761234523] req@ffff943800b98000 x1846776749093248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234523.679628:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749093248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234523.679634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234523.679637:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234523.679655:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749093248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234523.679661:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749093376:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234523.679680:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234523.679689:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234523/real 1761234523] req@ffff943800b9ad80 x1846776749093376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234523.679699:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749093376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234523.679712:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234523.679715:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234523.679718:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749093376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234523.679723:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749093504:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234523.679736:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234523.679768:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234523/real 1761234523] req@ffff943800b98700 x1846776749093504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234523.679779:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749093504/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234523.679787:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234523.679790:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234523.679792:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749093504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234523.679798:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749093632:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234523.679815:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234523.679824:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234523/real 1761234523] req@ffff943800b98380 x1846776749093632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234523.679833:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749093632/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234523.679841:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234523.679843:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234523.679847:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749093632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234524.190817:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234524.190846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234524.190874:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234524.510863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234524.511000:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234525.214905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234525.214905:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234525.214907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234525.534836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234525.534919:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234526.238828:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234526.238829:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234526.238835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234526.558807:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234526.559000:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234527.262831:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234527.262835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234527.262851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234527.582837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234527.582926:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234528.286869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234528.286869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234528.286933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234528.606848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234528.606930:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234528.798947:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234528.798955:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234528.798958:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234528.798967:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11052 00000100:00080000:0.0:1761234528.798976:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234528.798981:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234528.799013:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776749093760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234528.799035:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234528.799038:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234528.799039:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234528.799043:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11052 00000100:00080000:0.0:1761234528.799045:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234528.799047:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234528.799054:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234528.799063:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776749093888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234528.799075:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234528.799078:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234528.799079:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234528.799082:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11052 00000100:00080000:0.0:1761234528.799084:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234528.799089:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749093760:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234528.799090:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234528.799096:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234528.799106:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749094016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234528.799114:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234528.799117:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234528.799118:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234528.799120:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11052 00000100:00080000:0.0:1761234528.799122:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234528.799125:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234528.799128:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234528.799136:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749094144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234528.799141:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234528.799143:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234528.799144:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234528.799147:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11052 00000100:00080000:0.0:1761234528.799151:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234528.799153:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234528.799157:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234528.799162:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234528.799167:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749094272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234528.799174:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234528.799177:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234528.799178:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234528.799181:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11052 00000100:00080000:0.0:1761234528.799186:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234528.799188:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234528.799191:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234528.799198:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749094400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234528.799204:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234528.799206:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234528.799208:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234528.799213:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11052 00000100:00100000:1.0:1761234528.799213:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234528/real 1761234528] req@ffff9437f87f8380 x1846776749093760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234528.799218:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234528.799223:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234528.799227:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234528.799238:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749094528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234528.799250:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234528.799250:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776749093760/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234528.799256:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234528.799259:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234528.799265:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11052 00000100:00080000:0.0:1761234528.799269:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234528.799274:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234528.799278:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234528.799278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761234528.799290:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749094656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234528.799291:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234528.799303:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749093760:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234528.799315:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749093888:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234528.799343:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234528.799358:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234528/real 1761234528] req@ffff9437f87f9880 x1846776749093888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234528.799372:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776749093888/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234528.799389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234528.799393:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234528.799397:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749093888:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234528.799421:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749094016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234528.799443:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234528.799457:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234528/real 1761234528] req@ffff9437f87f9180 x1846776749094016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234528.799470:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749094016/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234528.799480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234528.799483:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234528.799487:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749094016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234528.799494:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749094144:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234528.799515:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234528.799562:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234528/real 1761234528] req@ffff9437f87fb800 x1846776749094144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234528.799576:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749094144/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234528.799585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234528.799588:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234528.799592:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749094144:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234528.799600:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749094272:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234528.799619:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234528.799630:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234528/real 1761234528] req@ffff9437f87f8e00 x1846776749094272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234528.799642:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749094272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234528.799651:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234528.799655:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234528.799658:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749094272:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234528.799665:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749094400:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234528.799682:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234528.799693:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234528/real 1761234528] req@ffff9437f87f9f80 x1846776749094400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234528.799706:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749094400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234528.799714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234528.799718:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234528.799722:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749094400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234528.799748:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749094528:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234528.799772:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234528.799784:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234528/real 1761234528] req@ffff9437f87faa00 x1846776749094528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234528.799797:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749094528/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234528.799805:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234528.799808:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234528.799812:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749094528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234528.799818:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749094656:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234528.799835:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234528.799845:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234528/real 1761234528] req@ffff9437f87fa680 x1846776749094656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234528.799856:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749094656/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234528.799864:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234528.799867:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234528.799870:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749094656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234529.310874:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234529.310875:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234529.310918:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234529.630891:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234529.631044:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234530.334903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234530.334924:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234530.334945:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234530.654853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234530.655026:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234531.358943:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234531.358944:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234531.359083:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234531.678830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234531.678985:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234532.382837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234532.382839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234532.382920:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234532.702795:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234532.702882:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234533.406888:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234533.406896:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234533.407030:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234533.726882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234533.727042:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234533.918952:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234533.918966:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234533.918972:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234533.918988:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11057 00000100:00080000:1.0:1761234533.919003:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234533.919012:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234533.919071:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749094784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234533.919096:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234533.919099:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234533.919101:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234533.919105:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11057 00000100:00080000:1.0:1761234533.919108:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234533.919111:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234533.919122:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234533.919133:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749094912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234533.919136:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749094784:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234533.919144:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234533.919147:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234533.919148:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234533.919152:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11057 00000100:00080000:1.0:1761234533.919153:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234533.919155:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234533.919159:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234533.919170:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749095040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234533.919176:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234533.919179:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234533.919180:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234533.919182:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11057 00000100:00080000:1.0:1761234533.919185:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234533.919188:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234533.919191:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234533.919198:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749095168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234533.919204:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234533.919207:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234533.919208:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234533.919210:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11057 00000100:00080000:1.0:1761234533.919215:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234533.919217:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234533.919220:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234533.919228:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749095296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234533.919234:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234533.919238:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000100:3.0:1761234533.919240:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234533.919241:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234533.919247:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11057 00000100:00080000:1.0:1761234533.919251:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234533.919253:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234533.919256:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234533.919263:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749095424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234533.919269:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234533.919272:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234533.919273:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234533.919276:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11057 00000100:00080000:1.0:1761234533.919279:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234533.919281:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234533.919284:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234533.919292:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749095552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234533.919298:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234533.919300:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234533.919301:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234533.919304:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11057 00000100:00080000:1.0:1761234533.919306:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234533.919310:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234533/real 1761234533] req@ffff9437f86d6680 x1846776749094784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234533.919311:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234533.919317:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234533.919333:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749095680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1761234533.919344:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749094784/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234533.919360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234533.919365:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234533.919370:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749094784:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234533.919402:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749094912:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234533.919444:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234533.919459:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234533/real 1761234533] req@ffff9437f86d7b80 x1846776749094912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234533.919473:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749094912/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234533.919484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234533.919488:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234533.919491:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749094912:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234533.919498:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749095040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234533.919520:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234533.919532:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234533/real 1761234533] req@ffff9437f86d5880 x1846776749095040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234533.919552:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749095040/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234533.919562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234533.919565:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234533.919569:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749095040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234533.919576:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749095168:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234533.919597:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234533.919610:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234533/real 1761234533] req@ffff9437f86d4000 x1846776749095168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234533.919623:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749095168/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234533.919631:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234533.919635:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234533.919639:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749095168:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234533.919645:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749095296:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234533.919666:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234533.919677:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234533/real 1761234533] req@ffff9437f86d4380 x1846776749095296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234533.919690:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749095296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234533.919705:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234533.919708:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234533.919712:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749095296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234533.919718:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749095424:192.168.201.139@tcp:38:kworker.0 00000800:00000100:3.0:1761234533.919768:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234533.919780:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234533/real 1761234533] req@ffff9437f86d5c00 x1846776749095424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234533.919793:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749095424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234533.919802:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234533.919806:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234533.919809:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749095424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234533.919816:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749095552:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234533.919837:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234533.919849:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234533/real 1761234533] req@ffff9437f86d5f80 x1846776749095552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234533.919862:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749095552/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234533.919870:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234533.919873:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234533.919877:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749095552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234533.919884:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749095680:192.168.201.139@tcp:8:kworker.0 00000800:00000100:3.0:1761234533.919906:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234533.919918:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234533/real 1761234533] req@ffff9437f86d4700 x1846776749095680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234533.919931:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749095680/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234533.919940:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234533.919944:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234533.919948:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749095680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234534.430874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234534.430875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234534.430909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234534.750827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234534.750927:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234535.454850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234535.454901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234535.454902:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234535.774850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234535.774970:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234536.478877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234536.478877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234536.478881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234536.798863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234536.798971:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234537.502883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234537.502901:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234537.502950:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234537.822877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234537.822998:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234538.526933:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234538.526934:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234538.527009:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234538.846895:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234538.847119:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234539.038855:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234539.038864:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234539.038868:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234539.038876:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11062 00000100:00080000:3.0:1761234539.038886:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234539.038891:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234539.038924:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749095808/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234539.038948:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234539.038951:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234539.038953:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234539.038956:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11062 00000100:00080000:3.0:1761234539.038959:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234539.038962:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234539.038970:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234539.038979:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749095936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234539.038984:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749095808:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234539.038991:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234539.038995:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234539.038996:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234539.039000:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11062 00000100:00080000:3.0:1761234539.039004:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234539.039007:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234539.039013:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234539.039028:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749096064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234539.039039:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234539.039045:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234539.039046:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234539.039050:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234539.039056:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11062 00000100:00080000:3.0:1761234539.039064:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234539.039068:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234539.039073:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234539.039082:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234539/real 1761234539] req@ffff943800b99f80 x1846776749095808/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234539.039087:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749096192/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234539.039108:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234539.039111:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761234539.039115:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749095808/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234539.039115:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234539.039122:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11062 00000100:00080000:3.0:1761234539.039129:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234539.039133:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234539.039133:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234539.039141:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234539.039143:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234539.039149:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749095808:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234539.039153:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749096320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234539.039161:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234539.039164:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234539.039165:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234539.039167:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11062 00000100:00080000:3.0:1761234539.039170:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234539.039173:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749095936:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234539.039175:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234539.039181:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234539.039190:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749096448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234539.039201:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234539.039210:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234539.039213:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234539.039214:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234539.039218:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234539/real 1761234539] req@ffff943800b9b480 x1846776749095936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234539.039218:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11062 00000100:00080000:3.0:1761234539.039224:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234539.039229:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234539.039235:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234539.039238:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749095936/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234539.039245:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749096576/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234539.039256:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234539.039256:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234539.039264:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234539.039265:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234539.039267:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234539.039271:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11062 00000100:00080000:3.0:1761234539.039276:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234539.039279:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749095936:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234539.039281:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234539.039286:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234539.039294:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749096064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234539.039295:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749096704/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234539.039341:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234539.039355:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234539/real 1761234539] req@ffff943800b98380 x1846776749096064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234539.039369:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749096064/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234539.039377:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234539.039381:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234539.039384:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749096064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234539.039391:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749096192:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234539.039411:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234539.039421:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234539/real 1761234539] req@ffff943800b98700 x1846776749096192/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234539.039433:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749096192/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234539.039441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234539.039445:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234539.039448:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749096192:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234539.039455:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749096320:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234539.039476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234539.039487:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234539/real 1761234539] req@ffff943800b9ad80 x1846776749096320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234539.039499:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749096320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234539.039508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234539.039512:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234539.039516:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749096320:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234539.039536:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749096448:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234539.039557:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234539.039568:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234539/real 1761234539] req@ffff943800b98000 x1846776749096448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234539.039580:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749096448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234539.039588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234539.039591:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234539.039594:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749096448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234539.039601:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749096576:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234539.039619:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234539.039630:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234539/real 1761234539] req@ffff943800b9aa00 x1846776749096576/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234539.039650:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749096576/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234539.039659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234539.039663:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234539.039667:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749096576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234539.039673:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749096704:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234539.039693:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234539.039704:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234539/real 1761234539] req@ffff943800b98e00 x1846776749096704/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234539.039717:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749096704/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234539.039726:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234539.039749:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234539.039752:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749096704:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234539.550849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234539.550849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234539.550852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234539.870814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234539.870866:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234540.574850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234540.574850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234540.574904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234540.894789:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234540.894863:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234541.598828:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234541.598835:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234541.598881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234541.918835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234541.918940:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234542.622852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234542.622852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234542.622852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234542.942836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234542.942941:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234543.646850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234543.646850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234543.646882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234543.966843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234543.966906:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234544.158922:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234544.158934:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234544.158939:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234544.158950:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11067 00000100:00080000:2.0:1761234544.158963:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234544.158969:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234544.159003:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749096832/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234544.159028:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234544.159032:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234544.159035:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234544.159040:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11067 00000100:00080000:2.0:1761234544.159044:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234544.159049:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234544.159057:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234544.159069:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749096832:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234544.159069:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749096960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234544.159079:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234544.159082:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234544.159085:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234544.159089:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11067 00000100:00080000:2.0:1761234544.159092:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234544.159096:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234544.159100:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234544.159109:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776749097088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234544.159117:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234544.159120:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234544.159122:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234544.159126:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11067 00000800:00000100:1.0:1761234544.159127:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234544.159129:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234544.159132:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234544.159137:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234544.159145:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776749097216/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234544.159154:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234544.159157:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234544.159158:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234544.159162:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11067 00000100:00080000:2.0:1761234544.159164:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234544.159169:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234544/real 1761234544] req@ffff9437fa0dea00 x1846776749096832/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234544.159169:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234544.159173:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234544.159183:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776749097344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234544.159188:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749096832/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234544.159192:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234544.159195:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234544.159197:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234544.159199:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234544.159200:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11067 00000100:00080000:1.0:1761234544.159203:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234544.159203:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234544.159206:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234544.159208:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749096832:192.168.201.139@tcp:250:kworker.0 00000008:00100000:2.0:1761234544.159210:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234544.159218:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776749097472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234544.159244:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234544.159246:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234544.159248:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234544.159252:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11067 00000100:00080000:2.0:1761234544.159256:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234544.159259:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234544.159261:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749096960:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761234544.159264:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234544.159274:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749097600/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234544.159284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234544.159284:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234544.159287:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234544.159289:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234544.159292:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11067 00000100:00080000:2.0:1761234544.159296:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234544.159297:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234544/real 1761234544] req@ffff9437fa0df100 x1846776749096960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234544.159299:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234544.159304:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234544.159314:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749097728/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234544.159321:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749096960/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234544.159330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234544.159338:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234544.159343:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749096960:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234544.159349:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749097088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234544.159371:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234544.159380:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234544/real 1761234544] req@ffff9437fa0dca80 x1846776749097088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234544.159389:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776749097088/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234544.159399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234544.159402:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234544.159404:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749097088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234544.159408:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749097216:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234544.159420:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234544.159425:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234544/real 1761234544] req@ffff9437fa0df480 x1846776749097216/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234544.159433:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776749097216/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234544.159438:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234544.159440:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234544.159442:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749097216:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234544.159445:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749097344:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234544.159455:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234544.159460:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234544/real 1761234544] req@ffff9437fa0de300 x1846776749097344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234544.159468:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776749097344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234544.159473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234544.159475:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234544.159477:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749097344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234544.159480:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749097472:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234544.159489:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234544.159495:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234544/real 1761234544] req@ffff9437fa0ded80 x1846776749097472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234544.159501:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776749097472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234544.159506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234544.159508:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234544.159510:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749097472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234544.159524:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749097600:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234544.159534:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234544.159540:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234544/real 1761234544] req@ffff9437fa0dd500 x1846776749097600/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234544.159547:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749097600/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234544.159552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234544.159554:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234544.159556:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749097600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234544.159559:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749097728:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234544.159569:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234544.159575:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234544/real 1761234544] req@ffff9437fa0dea00 x1846776749097728/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234544.159582:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749097728/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234544.159588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234544.159589:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234544.159591:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749097728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234544.670895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234544.670895:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234544.670962:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234544.990870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234544.990971:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234545.694870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234545.694891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234545.694891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234546.014860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234546.014946:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234546.718837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234546.718856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234546.718910:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234547.038899:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234547.038975:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234547.742833:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234547.742842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234547.742917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234548.062830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234548.062942:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234548.766818:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234548.766864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234548.766889:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234549.086807:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234549.086938:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234549.278865:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234549.278879:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234549.278885:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234549.278898:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11072 00000100:00080000:2.0:1761234549.278914:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234549.278922:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234549.278974:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749097856/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234549.279014:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234549.279019:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234549.279022:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234549.279030:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11072 00000100:00080000:2.0:1761234549.279036:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234549.279043:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234549.279057:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234549.279060:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749097856:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234549.279099:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749097984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234549.279115:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234549.279120:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234549.279122:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234549.279144:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11072 00000100:00080000:2.0:1761234549.279151:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234549.279156:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234549.279163:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761234549.279164:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234549.279185:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749098112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234549.279199:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234549.279203:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234549.279206:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234549.279211:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234549/real 1761234549] req@ffff9437fa0ddc00 x1846776749097856/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234549.279216:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11072 00000100:00080000:2.0:1761234549.279230:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234549.279240:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234549.279247:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234549.279250:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749097856/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234549.279267:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749098240/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234549.279268:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234549.279283:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234549.279293:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234549.279296:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749097856:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234549.279303:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234549.279307:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234549.279315:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11072 00000100:00080000:2.0:1761234549.279320:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234549.279326:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234549.279331:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749097984:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761234549.279338:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234549.279362:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776749098368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234549.279363:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234549.279380:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234549/real 1761234549] req@ffff9437fa0dc380 x1846776749097984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234549.279385:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234549.279394:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749097984/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234549.279395:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234549.279403:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234549.279414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234549.279420:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11072 00000100:00080000:1.0:1761234549.279424:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234549.279431:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749097984:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234549.279433:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234549.279439:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749098112:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234549.279447:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234549.279455:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234549.279459:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234549.279473:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234549/real 1761234549] req@ffff9437fa0dc700 x1846776749098112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234549.279483:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776749098496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234549.279489:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749098112/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234549.279528:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234549.279537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234549.279547:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749098112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234549.279561:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749098240:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761234549.279568:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234549.279575:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234549.279578:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234549.279579:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234549.279592:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11072 00000100:00100000:1.0:1761234549.279595:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234549/real 1761234549] req@ffff9437fa0df800 x1846776749098240/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234549.279604:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234549.279609:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749098240/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234549.279614:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234549.279625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761234549.279629:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234549.279630:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234549.279637:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749098240:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234549.279659:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776749098624/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234549.279666:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749098368:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234549.279694:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234549.279700:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234549.279707:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234549.279712:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234549.279715:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234549/real 1761234549] req@ffff9437fa0dc000 x1846776749098368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234549.279722:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11072 00000100:00100000:1.0:1761234549.279764:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776749098368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234549.279771:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234549.279773:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234549.279782:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234549.279787:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234549.279791:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749098368:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761234549.279800:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234549.279801:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749098496:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234549.279817:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234549.279826:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234549/real 1761234549] req@ffff9437fa0dd180 x1846776749098496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234549.279841:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749098752/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234549.279842:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776749098496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234549.279912:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234549.279918:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234549.279922:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749098496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234549.279936:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749098624:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234549.279950:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234549.279957:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234549/real 1761234549] req@ffff9437fa0dfb80 x1846776749098624/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234549.279965:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776749098624/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234549.279970:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234549.279972:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234549.279974:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749098624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234549.279978:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749098752:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234549.279988:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234549.279993:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234549/real 1761234549] req@ffff9437fa0df800 x1846776749098752/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234549.280001:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749098752/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234549.280007:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234549.280009:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234549.280011:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749098752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234549.790846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234549.790869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234549.790873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234550.110873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234550.110989:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234550.814863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234550.814863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234550.814902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234551.134817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234551.134910:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234551.838830:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234551.838831:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234551.838854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234552.158854:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234552.158943:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234552.862851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234552.862851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234552.862983:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234553.182771:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234553.182897:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234553.886871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234553.886876:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234553.886946:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234554.206886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234554.206927:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234554.398856:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234554.398868:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234554.398873:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234554.398884:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11078 00000100:00080000:2.0:1761234554.398895:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234554.398903:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234554.398936:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749098880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234554.398962:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234554.398966:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234554.398968:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234554.398973:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11078 00000100:00080000:2.0:1761234554.398987:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234554.398991:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234554.399000:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234554.399015:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749099008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234554.399016:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749098880:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234554.399026:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234554.399047:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234554.399049:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234554.399053:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11078 00000100:00080000:2.0:1761234554.399059:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234554.399064:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234554.399080:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234554.399091:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749099136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234554.399100:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234554.399103:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234554.399105:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234554.399109:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11078 00000100:00080000:2.0:1761234554.399112:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234554.399115:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234554.399115:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234554.399120:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234554.399129:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749099264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234554.399137:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234554.399141:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234554.399142:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234554.399146:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11078 00000100:00080000:2.0:1761234554.399149:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234554.399153:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234554/real 1761234554] req@ffff9437fa0dc700 x1846776749098880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234554.399153:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234554.399158:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234554.399168:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749099392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234554.399172:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749098880/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234554.399178:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234554.399181:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234554.399183:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234554.399184:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234554.399187:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11078 00000100:00080000:1.0:1761234554.399188:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234554.399191:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234554.399192:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749098880:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234554.399194:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234554.399198:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234554.399207:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776749099520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234554.399215:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749099008:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234554.399216:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234554.399220:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234554.399221:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234554.399225:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11078 00000100:00080000:2.0:1761234554.399228:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234554.399231:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234554.399235:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234554.399237:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234554.399246:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776749099648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234554.399249:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234554/real 1761234554] req@ffff9437fa0dc380 x1846776749099008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234554.399256:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234554.399259:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234554.399262:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749099008/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234554.399262:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234554.399265:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11078 00000100:00080000:2.0:1761234554.399269:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234554.399272:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234554.399273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234554.399277:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761234554.399277:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234554.399281:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749099008:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761234554.399286:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776749099776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234554.399287:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749099136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234554.399313:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234554.399323:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234554/real 1761234554] req@ffff9437fa0ddc00 x1846776749099136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234554.399336:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749099136/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234554.399346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234554.399350:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234554.399353:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749099136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234554.399357:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749099264:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234554.399383:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234554.399391:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234554/real 1761234554] req@ffff9437fa0dea00 x1846776749099264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234554.399399:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749099264/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234554.399404:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234554.399406:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234554.399409:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749099264:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234554.399413:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749099392:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234554.399423:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234554.399429:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234554/real 1761234554] req@ffff9437fa0dd500 x1846776749099392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234554.399436:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749099392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234554.399442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234554.399444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234554.399446:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749099392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234554.399458:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749099520:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234554.399468:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234554.399474:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234554/real 1761234554] req@ffff9437fa0ded80 x1846776749099520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234554.399482:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776749099520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234554.399487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234554.399488:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234554.399490:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749099520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234554.399496:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749099648:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234554.399514:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234554.399526:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234554/real 1761234554] req@ffff9437fa0de300 x1846776749099648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234554.399539:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776749099648/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234554.399548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234554.399552:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234554.399556:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749099648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234554.399562:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749099776:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234554.399582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234554.399591:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234554/real 1761234554] req@ffff9437fa0df480 x1846776749099776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234554.399608:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776749099776/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234554.399614:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234554.399616:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234554.399619:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749099776:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234554.910853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234554.910867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234554.910892:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234555.230888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234555.230972:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234555.934816:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234555.934838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234555.934861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234556.254808:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234556.254861:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234556.958836:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234556.958851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234556.958856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234557.278858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234557.278959:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234557.982818:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234557.982818:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234557.982855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234558.302837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234558.302911:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234559.006812:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234559.006812:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234559.006856:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234559.326849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234559.326928:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234559.518912:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234559.518920:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234559.518924:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234559.518932:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11083 00000100:00080000:0.0:1761234559.518954:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234559.518960:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234559.518992:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749099904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234559.519022:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234559.519025:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234559.519027:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234559.519029:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11083 00000100:00080000:0.0:1761234559.519032:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234559.519035:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234559.519042:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234559.519052:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749100032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234559.519060:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234559.519063:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761234559.519063:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749099904:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234559.519065:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234559.519073:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11083 00000100:00080000:0.0:1761234559.519076:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234559.519078:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234559.519082:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234559.519090:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749100160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234559.519097:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234559.519100:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234559.519101:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234559.519103:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11083 00000100:00080000:0.0:1761234559.519115:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234559.519117:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234559.519121:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234559.519126:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234559.519132:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749100288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234559.519140:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234559.519143:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234559.519144:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234559.519146:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11083 00000100:00080000:0.0:1761234559.519149:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234559.519152:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234559.519155:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234559.519163:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234559/real 1761234559] req@ffff9437f87f8700 x1846776749099904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234559.519165:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749100416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234559.519201:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234559.519204:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234559.519207:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234559.519207:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749099904/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234559.519211:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11083 00000100:00080000:0.0:1761234559.519216:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234559.519222:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234559.519226:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1761234559.519227:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234559.519235:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234559.519239:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749100544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234559.519243:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749099904:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234559.519255:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234559.519257:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234559.519259:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234559.519262:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11083 00000100:00080000:0.0:1761234559.519264:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234559.519266:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234559.519270:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749100032:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761234559.519272:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234559.519284:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749100672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234559.519292:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234559.519297:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1761234559.519297:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234559.519299:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234559.519305:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11083 00000100:00080000:0.0:1761234559.519309:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234559.519313:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234559.519315:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234559/real 1761234559] req@ffff9437f87f9500 x1846776749100032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234559.519317:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234559.519329:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749100800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234559.519334:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749100032/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234559.519347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234559.519350:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234559.519352:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749100032:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234559.519359:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749100160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234559.519371:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234559.519378:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234559/real 1761234559] req@ffff9437f87f8000 x1846776749100160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234559.519387:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749100160/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234559.519397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234559.519399:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234559.519402:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749100160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234559.519405:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749100288:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234559.519415:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234559.519421:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234559/real 1761234559] req@ffff9437f87fa300 x1846776749100288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234559.519428:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749100288/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234559.519434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234559.519436:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234559.519437:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749100288:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234559.519441:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749100416:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234559.519450:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234559.519456:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234559/real 1761234559] req@ffff9437f87fbb80 x1846776749100416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234559.519463:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749100416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234559.519468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234559.519470:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234559.519473:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749100416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234559.519477:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749100544:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234559.519486:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234559.519491:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234559/real 1761234559] req@ffff9437f87fad80 x1846776749100544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234559.519498:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749100544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234559.519504:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234559.519506:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234559.519508:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749100544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234559.519520:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749100672:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234559.519530:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234559.519537:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234559/real 1761234559] req@ffff9437f87f8a80 x1846776749100672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234559.519544:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749100672/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234559.519550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234559.519551:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234559.519553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749100672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234559.519557:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749100800:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234559.519566:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234559.519572:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234559/real 1761234559] req@ffff9437f87fb100 x1846776749100800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234559.519580:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749100800/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234559.519585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234559.519587:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234559.519589:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749100800:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234560.030844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234560.030848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234560.030889:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234560.350901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234560.350992:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234561.054796:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234561.054827:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234561.054829:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234561.374848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234561.374975:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234562.078819:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234562.078840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234562.078842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234562.398857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234562.398929:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234563.102809:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234563.102820:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234563.102883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234563.422810:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234563.422936:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234564.126875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234564.126892:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234564.126946:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234564.446858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234564.446930:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234564.638891:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234564.638902:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234564.638907:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234564.638917:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11088 00000100:00080000:3.0:1761234564.638930:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234564.638938:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234564.638975:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749100928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234564.639008:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234564.639013:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234564.639015:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234564.639020:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11088 00000100:00080000:3.0:1761234564.639024:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234564.639030:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234564.639047:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234564.639058:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749100928:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234564.639066:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749101056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234564.639082:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234564.639086:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234564.639089:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234564.639094:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11088 00000100:00080000:3.0:1761234564.639112:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234564.639118:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234564.639122:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234564.639127:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234564.639145:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749101184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234564.639157:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234564.639159:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234564/real 1761234564] req@ffff943800b9a680 x1846776749100928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234564.639166:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234564.639171:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234564.639178:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11088 00000100:00100000:1.0:1761234564.639184:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749100928/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234564.639185:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234564.639195:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234564.639199:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761234564.639204:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234564.639205:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234564.639211:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749100928:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234564.639223:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749101312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234564.639233:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749101056:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234564.639239:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234564.639244:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234564.639246:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234564.639252:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11088 00000800:00000100:1.0:1761234564.639256:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234564.639261:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234564.639270:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234564.639271:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234564/real 1761234564] req@ffff943800b9b800 x1846776749101056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234564.639280:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234564.639285:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749101056/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234564.639295:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761234564.639299:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749101440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234564.639302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234564.639312:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749101056:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234564.639321:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234564.639326:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749101184:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234564.639328:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234564.639333:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234564.639341:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11088 00000100:00080000:3.0:1761234564.639346:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234564.639351:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234564.639359:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234564.639359:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234564.639375:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749101568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234564.639379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234564/real 1761234564] req@ffff943800b98a80 x1846776749101184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234564.639397:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234564.639403:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761234564.639408:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749101184/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234564.639408:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234564.639416:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11088 00000100:00080000:3.0:1761234564.639420:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234564.639428:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234564.639438:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761234564.639438:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234564.639448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234564.639457:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749101184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234564.639457:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749101696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234564.639476:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234564.639480:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234564.639484:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749101312:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234564.639485:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234564.639494:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11088 00000100:00080000:3.0:1761234564.639500:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234564.639505:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234564.639511:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234564.639511:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234564.639528:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749101824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234564.639529:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234564/real 1761234564] req@ffff943800b9bb80 x1846776749101312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234564.639573:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749101312/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234564.639582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234564.639586:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234564.639589:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749101312:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234564.639596:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749101440:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234564.639619:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234564.639630:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234564/real 1761234564] req@ffff943800b99500 x1846776749101440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234564.639639:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749101440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234564.639645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234564.639647:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234564.639651:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749101440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234564.639657:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749101568:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234564.639677:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234564.639688:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234564/real 1761234564] req@ffff943800b99c00 x1846776749101568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234564.639701:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749101568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234564.639716:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234564.639720:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234564.639724:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749101568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234564.639752:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749101696:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234564.639770:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234564.639778:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234564/real 1761234564] req@ffff943800b9a680 x1846776749101696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234564.639787:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749101696/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234564.639793:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234564.639795:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234564.639797:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749101696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234564.639811:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749101824:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234564.639821:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234564.639827:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234564/real 1761234564] req@ffff943800b98e00 x1846776749101824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234564.639835:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749101824/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234564.639861:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234564.639863:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234564.639866:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749101824:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234565.150863:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234565.150864:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234565.150864:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234565.470853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234565.470920:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234566.174852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234566.174852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234566.174853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234566.494910:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234566.494988:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234567.198929:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234567.199150:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234567.199269:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234567.518853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234567.518913:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234568.223376:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234568.223584:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234568.223849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234568.542860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234568.542962:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234569.246910:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234569.246967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234569.247122:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234569.566839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234569.566924:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234569.758893:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234569.758904:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234569.758910:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234569.758922:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11093 00000100:00080000:2.0:1761234569.758933:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234569.758940:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234569.758977:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776749101952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234569.759009:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234569.759017:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234569.759020:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234569.759024:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11093 00000100:00080000:2.0:1761234569.759029:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234569.759034:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234569.759045:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234569.759060:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749101952:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234569.759063:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749102080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234569.759078:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234569.759082:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234569.759084:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234569.759089:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11093 00000100:00080000:2.0:1761234569.759093:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234569.759098:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234569.759103:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234569.759115:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776749102208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234569.759119:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234569.759132:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234569.759136:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234569.759138:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234569.759143:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11093 00000100:00080000:2.0:1761234569.759148:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234569.759153:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234569.759156:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234569/real 1761234569] req@ffff9437fa0dca80 x1846776749101952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761234569.759161:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234569.759179:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776749102336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234569.759180:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776749101952/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234569.759211:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234569.759213:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234569.759216:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234569.759220:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1761234569.759224:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749101952:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234569.759226:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234569.759234:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11093 00000100:00080000:2.0:1761234569.759238:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234569.759242:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234569.759247:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749102080:192.168.201.139@tcp:38:kworker.0 00000008:00100000:2.0:1761234569.759248:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234569.759265:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776749102464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234569.759272:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234569.759283:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234569.759286:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234569/real 1761234569] req@ffff9437fa0df100 x1846776749102080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234569.759289:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234569.759294:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234569.759303:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11093 00000100:00100000:1.0:1761234569.759306:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749102080/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234569.759309:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234569.759318:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234569.759319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234569.759326:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:2.0:1761234569.759326:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234569.759330:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749102080:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234569.759339:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749102208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761234569.759355:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749102592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234569.759367:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234569.759368:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234569.759374:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234569.759377:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234569.759382:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11093 00000100:00100000:1.0:1761234569.759387:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234569/real 1761234569] req@ffff9437fa0df480 x1846776749102208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234569.759388:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234569.759396:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234569.759406:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234569.759414:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776749102208/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234569.759423:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749102720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234569.759425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234569.759433:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234569.759440:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749102208:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234569.759445:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234569.759449:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749102336:192.168.201.139@tcp:8:kworker.0 00000100:00080000:2.0:1761234569.759451:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234569.759456:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234569.759462:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11093 00000100:00080000:2.0:1761234569.759470:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234569.759475:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234569.759479:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234569.759485:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234569.759487:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234569/real 1761234569] req@ffff9437fa0de300 x1846776749102336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234569.759501:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776749102336/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234569.759504:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749102848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234569.759516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234569.759523:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234569.759528:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749102336:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234569.759543:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749102464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234569.759557:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234569.759563:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234569/real 1761234569] req@ffff9437fa0ded80 x1846776749102464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234569.759571:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776749102464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234569.759577:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234569.759579:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234569.759581:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749102464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234569.759585:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749102592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234569.759594:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234569.759599:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234569/real 1761234569] req@ffff9437fa0dd500 x1846776749102592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234569.759607:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749102592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234569.759612:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234569.759614:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234569.759616:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749102592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234569.759619:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749102720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234569.759628:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234569.759634:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234569/real 1761234569] req@ffff9437fa0dea00 x1846776749102720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234569.759641:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749102720/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234569.759651:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234569.759653:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234569.759655:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749102720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234569.759658:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749102848:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234569.759668:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234569.759673:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234569/real 1761234569] req@ffff9437fa0ddc00 x1846776749102848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234569.759680:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749102848/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234569.759686:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234569.759687:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234569.759689:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749102848:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234570.270909:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234570.270994:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234570.271609:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234570.590833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234570.590879:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234571.294937:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234571.295041:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234571.295101:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234571.614831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234571.614895:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234572.318944:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234572.319366:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234572.319602:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234572.638894:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234572.638962:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234573.342817:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234573.342841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234573.342863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234573.662814:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234573.662899:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234574.366850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234574.366850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234574.366850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234574.686834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234574.686900:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234574.878871:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234574.878881:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234574.878885:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234574.878893:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11098 00000100:00080000:3.0:1761234574.878903:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234574.878908:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234574.878947:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749102976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234574.878981:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234574.878986:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234574.878988:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234574.878993:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11098 00000100:00080000:3.0:1761234574.878998:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234574.879003:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234574.879013:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234574.879026:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749102976:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234574.879031:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749103104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234574.879046:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234574.879049:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234574.879051:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234574.879054:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11098 00000100:00080000:3.0:1761234574.879059:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234574.879062:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234574.879066:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234574.879075:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749103232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234574.879084:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234574.879086:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234574.879087:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234574.879090:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11098 00000100:00080000:3.0:1761234574.879093:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234574.879096:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234574.879099:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234574.879109:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749103360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234574.879119:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234574.879121:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749103104:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234574.879124:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234574.879129:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234574.879133:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11098 00000100:00080000:3.0:1761234574.879136:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234574.879139:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234574.879144:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234574.879156:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749103488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234574.879159:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749103232:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234574.879172:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234574.879174:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234574.879177:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234574.879181:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11098 00000100:00080000:3.0:1761234574.879186:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234574.879190:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749103360:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234574.879193:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234574.879200:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234574.879210:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749103616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234574.879218:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749103488:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234574.879218:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234574.879226:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234574.879229:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234574.879233:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11098 00000100:00080000:3.0:1761234574.879237:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234574.879240:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234574.879244:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234574.879250:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749103616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234574.879256:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749103744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234574.879265:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234574.879268:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234574.879270:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234574.879273:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11098 00000100:00100000:0.0:1761234574.879276:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749103744:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234574.879279:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234574.879284:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234574.879288:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234574.879297:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749103872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234574.879322:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749103872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234575.390795:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234575.390826:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234575.390837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234575.710813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234575.710891:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234576.414827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234576.414827:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234576.414837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234576.734864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234576.734935:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234577.438847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234577.438849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234577.438890:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234577.758818:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234577.758903:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1761234577.951177:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:0.0:1761234577.951231:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761234577.951249:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234577.951293:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234577.951303:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234577.951311:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234577.951322:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234577.951331:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234577.951341:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234577.951351:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761234577.951351:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234574/real 1761234577] req@ffff943800b9b480 x1846776749103616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234577.951382:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749103616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234577.951396:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234577.951402:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234577.951407:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749103616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234577.951415:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234574/real 1761234577] req@ffff943800b98700 x1846776749103360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234577.951431:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749103360/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234577.951439:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234577.951443:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234577.951446:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749103360:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234577.951454:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234574/real 1761234577] req@ffff943800b98380 x1846776749103488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234577.951465:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749103488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234577.951473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234577.951478:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234577.951481:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749103488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234577.951488:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234574/real 1761234577] req@ffff943800b98000 x1846776749103104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234577.951501:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749103104/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234577.951509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234577.951513:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234577.951516:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749103104:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234577.951524:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234574/real 1761234577] req@ffff943800b9ad80 x1846776749103232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234577.951552:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749103232/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234577.951560:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234577.951564:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234577.951568:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749103232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234577.951574:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234574/real 1761234577] req@ffff943800b9aa00 x1846776749102976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234577.951605:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749102976/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234577.951613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234577.951617:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234577.951620:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749102976:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234577.951657:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234574/real 1761234577] req@ffff943800b98e00 x1846776749103872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234577.951670:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749103872/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234577.951678:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234577.951682:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234577.951686:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749103872:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234577.951693:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234574/real 1761234577] req@ffff943800b99f80 x1846776749103744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234577.951707:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749103744/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234577.951714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234577.951717:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234577.951721:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749103744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234578.462872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234578.462873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234578.462885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234578.782808:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234578.782875:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234579.486873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234579.486874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234579.486879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234579.806887:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234579.806983:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234579.998863:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234579.998878:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234579.998884:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234579.998898:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11103 00000100:00080000:3.0:1761234579.998914:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234579.998923:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234579.998965:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749104000/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234579.998992:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234579.998995:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234579.998997:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234579.999000:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11103 00000100:00080000:3.0:1761234579.999003:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234579.999006:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234579.999016:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234579.999026:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749104128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234579.999034:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234579.999037:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234579.999039:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234579.999044:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11103 00000100:00100000:1.0:1761234579.999047:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749104000:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234579.999047:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234579.999052:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234579.999060:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234579.999067:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749104256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234579.999074:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234579.999076:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234579.999078:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234579.999080:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11103 00000100:00080000:3.0:1761234579.999084:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234579.999089:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234579.999110:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234579.999122:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749104384/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234579.999130:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234579.999135:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234579.999137:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234579.999141:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11103 00000100:00080000:3.0:1761234579.999145:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234579.999151:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234579.999152:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234579.999157:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234579.999170:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749104512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234579.999179:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234579.999183:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234579.999185:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234579.999189:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11103 00000100:00080000:3.0:1761234579.999192:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234579.999196:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234579.999202:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234579.999209:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234579/real 1761234579] req@ffff943800b9a680 x1846776749104000/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234579.999215:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749104640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234579.999237:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234579.999241:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234579.999244:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234579.999246:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749104000/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234579.999253:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11103 00000100:00080000:3.0:1761234579.999261:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234579.999268:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234579.999268:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234579.999278:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234579.999279:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234579.999287:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749104000:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234579.999298:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749104768/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234579.999309:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234579.999313:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234579.999315:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234579.999320:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11103 00000100:00100000:1.0:1761234579.999325:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749104128:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234579.999325:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234579.999335:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234579.999340:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234579.999355:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749104896/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234579.999365:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234579.999386:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234579/real 1761234579] req@ffff943800b99c00 x1846776749104128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234579.999416:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749104128/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234579.999427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234579.999431:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234579.999434:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749104128:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234579.999440:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749104256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234579.999463:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234579.999475:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234579/real 1761234579] req@ffff943800b99500 x1846776749104256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234579.999488:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749104256/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234579.999501:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234579.999504:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234579.999507:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749104256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234579.999513:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749104384:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234579.999536:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234579.999585:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234579/real 1761234579] req@ffff943800b9bb80 x1846776749104384/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234579.999597:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749104384/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234579.999605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234579.999609:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234579.999612:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749104384:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234579.999619:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749104512:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234579.999643:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234579.999657:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234579/real 1761234579] req@ffff943800b98a80 x1846776749104512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234579.999670:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749104512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234579.999678:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234579.999682:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234579.999685:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749104512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234579.999692:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749104640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234579.999724:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234579.999769:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234579/real 1761234579] req@ffff943800b9b800 x1846776749104640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234579.999782:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749104640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234579.999790:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234579.999793:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234579.999797:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749104640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234579.999804:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749104768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234579.999836:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234579.999849:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234579/real 1761234579] req@ffff943800b99f80 x1846776749104768/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234579.999862:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749104768/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234579.999871:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234579.999874:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234579.999878:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749104768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234579.999905:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749104896:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234579.999930:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234579.999942:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234579/real 1761234579] req@ffff943800b98e00 x1846776749104896/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234579.999954:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749104896/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234579.999962:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234579.999965:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234579.999968:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749104896:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234580.510804:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234580.510812:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234580.510852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234580.830870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234580.830952:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234581.534874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234581.534875:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234581.534877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234581.854837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234581.854923:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234582.558853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234582.558853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234582.558858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234582.878851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234582.878880:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234583.582867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234583.582867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234583.582870:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234583.902834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234583.902911:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234584.606855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234584.606855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234584.606886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234584.926873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234584.926944:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234585.118867:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234585.118878:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234585.118883:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234585.118894:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11108 00000100:00080000:0.0:1761234585.118916:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234585.118928:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234585.118966:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749105024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234585.118996:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234585.119000:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234585.119003:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234585.119007:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11108 00000100:00080000:0.0:1761234585.119012:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234585.119017:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234585.119026:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234585.119042:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749105152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234585.119056:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749105024:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234585.119057:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234585.119066:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234585.119069:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234585.119075:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11108 00000100:00080000:0.0:1761234585.119081:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234585.119085:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234585.119092:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234585.119107:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749105280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234585.119118:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234585.119123:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234585.119125:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234585.119129:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234585.119135:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11108 00000100:00080000:0.0:1761234585.119150:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234585.119156:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234585.119162:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234585.119171:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234585/real 1761234585] req@ffff9437f87fb480 x1846776749105024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234585.119180:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749105408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234585.119192:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749105024/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234585.119195:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234585.119205:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234585.119209:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234585.119211:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234585.119217:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11108 00000100:00080000:1.0:1761234585.119220:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234585.119226:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234585.119227:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749105024:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234585.119237:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234585.119244:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234585.119256:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749105536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234585.119257:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749105152:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234585.119275:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234585.119279:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234585.119284:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234585.119284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234585.119292:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11108 00000100:00080000:0.0:1761234585.119297:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234585.119298:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234585/real 1761234585] req@ffff9437f87f9c00 x1846776749105152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234585.119307:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234585.119315:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234585.119315:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749105152/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234585.119330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761234585.119335:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749105664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234585.119336:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234585.119344:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749105152:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234585.119355:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749105280:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234585.119361:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234585.119366:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234585.119369:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234585.119376:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11108 00000800:00000100:1.0:1761234585.119376:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234585.119386:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234585.119390:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234585/real 1761234585] req@ffff9437f87fb100 x1846776749105280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234585.119393:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234585.119403:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234585.119408:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749105280/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234585.119418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761234585.119422:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749105792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234585.119424:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234585.119430:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749105280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234585.119440:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749105408:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761234585.119476:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234585.119481:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1761234585.119482:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234585.119487:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234585.119495:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11108 00000100:00100000:1.0:1761234585.119496:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234585/real 1761234585] req@ffff9437f87f8a80 x1846776749105408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234585.119503:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234585.119513:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234585.119514:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749105408/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234585.119521:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234585.119524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234585.119529:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234585.119531:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749105408:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234585.119542:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749105920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234585.119548:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749105536:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234585.119571:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234585.119582:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234585/real 1761234585] req@ffff9437f87fad80 x1846776749105536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234585.119591:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749105536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234585.119597:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234585.119600:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234585.119602:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749105536:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234585.119605:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749105664:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234585.119615:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234585.119620:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234585/real 1761234585] req@ffff9437f87fbb80 x1846776749105664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234585.119627:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749105664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234585.119637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234585.119640:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234585.119642:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749105664:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234585.119645:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749105792:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234585.119654:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234585.119659:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234585/real 1761234585] req@ffff9437f87fa300 x1846776749105792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234585.119666:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749105792/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234585.119671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234585.119674:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234585.119675:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749105792:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234585.119684:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749105920:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234585.119694:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234585.119699:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234585/real 1761234585] req@ffff9437f87f8000 x1846776749105920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234585.119706:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749105920/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234585.119712:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234585.119714:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234585.119716:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749105920:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234585.630848:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234585.630889:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234585.630894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234585.950831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234585.950927:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234586.654850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234586.654852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234586.654886:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234586.974886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234586.974953:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234587.678851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234587.678852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234587.678852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234587.998848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234587.998902:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234588.702856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234588.702856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234588.702867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234589.022850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234589.022921:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234589.726867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234589.726867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234589.726874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234590.046825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234590.046871:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234590.238830:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234590.238842:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234590.238847:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234590.238857:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11113 00000100:00080000:0.0:1761234590.238869:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234590.238876:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234590.238910:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749106048/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234590.238936:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234590.238941:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234590.238943:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234590.238949:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11113 00000100:00080000:0.0:1761234590.238954:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234590.238959:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234590.238970:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234590.238978:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749106048:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234590.238985:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749106176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234590.238995:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234590.238999:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234590.239001:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234590.239005:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11113 00000100:00080000:0.0:1761234590.239008:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234590.239012:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234590.239016:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234590.239025:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749106304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234590.239034:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234590.239036:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234590.239038:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234590.239042:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11113 00000800:00000100:1.0:1761234590.239042:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234590.239045:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234590.239048:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234590.239052:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234590.239062:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749106432/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234590.239070:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234590.239073:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234590.239075:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234590.239079:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11113 00000100:00100000:1.0:1761234590.239080:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234590/real 1761234590] req@ffff9437f87f9500 x1846776749106048/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234590.239082:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234590.239086:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234590.239091:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234590.239100:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749106560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234590.239100:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749106048/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234590.239110:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234590.239112:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234590.239113:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234590.239114:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234590.239116:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234590.239117:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11113 00000100:00080000:0.0:1761234590.239120:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234590.239120:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749106048:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234590.239124:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234590.239128:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234590.239135:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749106688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234590.239144:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749106176:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234590.239151:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234590.239154:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234590.239156:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234590.239159:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11113 00000100:00080000:0.0:1761234590.239163:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234590.239165:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234590.239167:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234590.239171:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234590.239177:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234590/real 1761234590] req@ffff9437f87f8700 x1846776749106176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234590.239182:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749106816/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234590.239191:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234590.239191:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749106176/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234590.239195:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234590.239197:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234590.239200:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11113 00000100:00080000:1.0:1761234590.239201:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234590.239204:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234590.239205:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234590.239207:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234590.239210:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749106176:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761234590.239211:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234590.239216:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749106304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234590.239220:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749106944/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234590.239235:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234590.239246:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234590/real 1761234590] req@ffff9437f87fa680 x1846776749106304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234590.239260:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749106304/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234590.239270:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234590.239273:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234590.239276:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749106304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234590.239280:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749106432:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234590.239296:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234590.239304:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234590/real 1761234590] req@ffff9437f87faa00 x1846776749106432/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234590.239312:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749106432/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234590.239318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234590.239320:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234590.239322:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749106432:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234590.239326:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749106560:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234590.239336:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234590.239342:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234590/real 1761234590] req@ffff9437f87f9f80 x1846776749106560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234590.239349:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749106560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234590.239372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234590.239374:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234590.239377:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749106560:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234590.239389:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749106688:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234590.239402:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234590.239409:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234590/real 1761234590] req@ffff9437f87f8e00 x1846776749106688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234590.239417:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749106688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234590.239423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234590.239425:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234590.239427:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749106688:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234590.239430:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749106816:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234590.239439:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234590.239445:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234590/real 1761234590] req@ffff9437f87fb800 x1846776749106816/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234590.239452:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749106816/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234590.239458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234590.239460:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234590.239462:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749106816:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234590.239465:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749106944:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234590.239474:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234590.239479:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234590/real 1761234590] req@ffff9437f87f9180 x1846776749106944/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234590.239486:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749106944/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234590.239492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234590.239493:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234590.239495:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749106944:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234590.750856:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234590.750856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234590.750870:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234591.070813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234591.070856:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234591.774843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234591.774875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234591.774922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234592.094865:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234592.094881:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234592.798831:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234592.798833:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234592.798835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234593.118831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234593.118903:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234593.822841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234593.822841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234593.822849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234594.142847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234594.142923:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234594.846851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234594.846852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234594.846852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234595.166805:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234595.166867:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234595.358858:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234595.358870:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234595.358875:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234595.358886:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11119 00000100:00080000:0.0:1761234595.358898:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234595.358906:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234595.358939:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776749107072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234595.358963:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234595.358967:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234595.358969:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234595.358974:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11119 00000100:00080000:0.0:1761234595.358978:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234595.358982:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234595.358991:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234595.359001:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749107072:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234595.359013:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776749107200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234595.359023:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234595.359027:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234595.359029:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234595.359032:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11119 00000100:00080000:0.0:1761234595.359036:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234595.359039:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234595.359044:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234595.359055:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749107328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234595.359061:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234595.359065:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234595.359068:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234595.359069:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234595.359072:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11119 00000100:00080000:0.0:1761234595.359076:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234595.359079:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234595.359083:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234595.359092:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749107456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234595.359100:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234595/real 1761234595] req@ffff9437f87f9880 x1846776749107072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234595.359101:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234595.359105:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234595.359107:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234595.359111:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11119 00000100:00080000:0.0:1761234595.359114:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234595.359118:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234595.359118:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776749107072/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234595.359122:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234595.359130:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761234595.359131:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749107584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234595.359134:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234595.359139:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749107072:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234595.359140:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234595.359143:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234595.359145:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234595.359149:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11119 00000100:00080000:0.0:1761234595.359152:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234595.359155:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234595.359159:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234595.359160:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749107200:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234595.359168:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749107712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234595.359178:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234595.359181:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234595.359182:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234595.359184:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234595.359187:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11119 00000100:00080000:0.0:1761234595.359190:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234595.359192:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234595/real 1761234595] req@ffff9437f87f8380 x1846776749107200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234595.359194:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234595.359199:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234595.359206:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776749107200/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234595.359208:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749107840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234595.359217:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234595.359217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234595.359221:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234595.359221:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234595.359223:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234595.359225:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749107200:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234595.359226:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11119 00000100:00080000:0.0:1761234595.359230:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234595.359232:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749107328:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234595.359233:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234595.359237:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234595.359245:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749107968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234595.359250:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234595.359278:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234595/real 1761234595] req@ffff9437f87f9180 x1846776749107328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234595.359292:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749107328/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234595.359308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234595.359312:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234595.359315:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749107328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234595.359321:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749107456:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234595.359341:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234595.359349:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234595/real 1761234595] req@ffff9437f87fb800 x1846776749107456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234595.359358:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749107456/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234595.359364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234595.359366:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234595.359368:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749107456:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234595.359372:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749107584:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234595.359384:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234595.359390:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234595/real 1761234595] req@ffff9437f87f8e00 x1846776749107584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234595.359397:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749107584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234595.359402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234595.359404:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234595.359407:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749107584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234595.359420:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749107712:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234595.359431:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234595.359437:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234595/real 1761234595] req@ffff9437f87f9f80 x1846776749107712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234595.359444:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749107712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234595.359449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234595.359451:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234595.359453:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749107712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234595.359457:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749107840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234595.359466:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234595.359471:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234595/real 1761234595] req@ffff9437f87faa00 x1846776749107840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234595.359479:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749107840/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234595.359484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234595.359486:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234595.359488:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749107840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234595.359491:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749107968:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234595.359499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234595.359505:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234595/real 1761234595] req@ffff9437f87fa680 x1846776749107968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234595.359512:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749107968/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234595.359518:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234595.359520:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234595.359521:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749107968:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234595.870912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234595.870912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234595.870916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234596.190891:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234596.191000:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234596.894864:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234596.894865:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234596.894933:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234597.214884:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234597.214957:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234597.918840:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234597.918882:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234597.918914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234598.238847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234598.238930:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234598.942866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234598.942888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234598.942912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234599.262898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234599.262991:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234599.966839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234599.966843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234599.966957:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234600.286892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234600.286962:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234600.478857:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234600.478870:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234600.478875:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234600.478886:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11124 00000100:00080000:1.0:1761234600.478906:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234600.478916:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234600.478959:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749108096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234600.478985:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234600.478987:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234600.478989:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234600.478993:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11124 00000100:00080000:1.0:1761234600.478996:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234600.479000:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234600.479010:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234600.479021:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749108096:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234600.479022:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749108224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234600.479037:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234600.479040:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234600.479041:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234600.479044:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11124 00000100:00080000:1.0:1761234600.479048:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234600.479050:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234600.479053:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234600.479061:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749108352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234600.479068:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234600.479070:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234600.479071:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234600.479074:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11124 00000100:00080000:1.0:1761234600.479095:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234600.479098:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234600.479101:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761234600.479110:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234600.479112:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749108480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234600.479120:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234600.479122:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234600.479124:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234600.479126:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11124 00000100:00080000:1.0:1761234600.479129:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234600.479132:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234600.479135:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234600.479143:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749108608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234600.479150:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234600.479152:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234600.479154:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234600.479176:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234600/real 1761234600] req@ffff9437f86d7480 x1846776749108096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234600.479182:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11124 00000100:00080000:1.0:1761234600.479189:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234600.479193:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234600.479198:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234600.479203:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749108096/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234600.479211:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749108736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234600.479216:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234600.479221:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234600.479225:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234600.479227:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234600.479231:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234600.479233:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749108096:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234600.479237:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11124 00000100:00080000:1.0:1761234600.479244:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234600.479247:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234600.479250:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234600.479256:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749108864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234600.479264:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234600.479265:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749108224:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234600.479270:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234600.479273:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234600.479277:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11124 00000100:00080000:1.0:1761234600.479280:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234600.479282:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234600.479286:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761234600.479295:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234600.479296:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749108992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234600.479310:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234600/real 1761234600] req@ffff9437f86d6a00 x1846776749108224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234600.479323:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749108224/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234600.479336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234600.479339:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234600.479341:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749108224:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234600.479346:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749108352:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234600.479359:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234600.479366:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234600/real 1761234600] req@ffff9437f86d5180 x1846776749108352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234600.479374:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749108352/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234600.479380:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234600.479382:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234600.479384:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749108352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234600.479388:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749108480:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234600.479399:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234600.479405:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234600/real 1761234600] req@ffff9437f86d6d80 x1846776749108480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234600.479413:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749108480/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234600.479418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234600.479420:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234600.479422:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749108480:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234600.479426:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749108608:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234600.479437:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234600.479443:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234600/real 1761234600] req@ffff9437f86d7100 x1846776749108608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234600.479450:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749108608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234600.479455:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234600.479457:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234600.479459:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749108608:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234600.479462:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749108736:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234600.479477:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234600.479488:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234600/real 1761234600] req@ffff9437f86d4700 x1846776749108736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234600.479500:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749108736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234600.479509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234600.479514:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234600.479517:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749108736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234600.479539:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749108864:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234600.479555:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234600.479563:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234600/real 1761234600] req@ffff9437f86d5f80 x1846776749108864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234600.479571:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749108864/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234600.479578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234600.479580:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234600.479582:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749108864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234600.479585:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749108992:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234600.479595:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234600.479600:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234600/real 1761234600] req@ffff9437f86d5c00 x1846776749108992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234600.479608:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749108992/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234600.479613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234600.479615:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234600.479617:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749108992:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234600.990893:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234600.990894:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234600.990923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234601.310838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234601.310900:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234602.014846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234602.014846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234602.014846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234602.334855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234602.334921:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234603.038835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234603.038835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234603.038841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234603.358873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234603.358952:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234604.062869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234604.062869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234604.062896:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234604.382908:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234604.382979:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234605.086862:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234605.086873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234605.086877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234605.406846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234605.406919:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234605.598951:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234605.598960:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234605.598965:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234605.598973:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11129 00000100:00080000:0.0:1761234605.598984:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234605.598991:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234605.599024:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749109120/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234605.599047:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234605.599050:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234605.599051:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234605.599054:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11129 00000100:00080000:0.0:1761234605.599056:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234605.599058:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234605.599081:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234605.599091:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749109248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234605.599100:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234605.599102:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749109120:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234605.599104:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234605.599107:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234605.599114:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11129 00000100:00080000:0.0:1761234605.599119:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234605.599121:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234605.599125:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234605.599132:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749109376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234605.599143:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234605.599145:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234605.599147:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234605.599149:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11129 00000100:00080000:0.0:1761234605.599168:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234605.599171:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234605.599174:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234605.599180:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234605.599183:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749109504/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234605.599191:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234605.599194:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234605.599196:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234605.599199:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11129 00000100:00080000:0.0:1761234605.599205:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234605.599207:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234605.599210:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234605.599216:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749109632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234605.599223:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234605.599225:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234605.599227:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234605.599231:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11129 00000100:00100000:1.0:1761234605.599233:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234605/real 1761234605] req@ffff9437f87f8700 x1846776749109120/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234605.599235:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234605.599239:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234605.599243:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234605.599252:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749109760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234605.599259:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234605.599262:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234605.599263:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234605.599266:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11129 00000100:00080000:0.0:1761234605.599270:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234605.599271:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749109120/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234605.599276:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234605.599282:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234605.599291:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749109888/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234605.599293:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234605.599298:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234605.599301:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234605.599304:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234605.599304:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234605.599311:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11129 00000100:00080000:0.0:1761234605.599313:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234605.599317:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749109120:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234605.599318:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234605.599323:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234605.599331:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749110016/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234605.599351:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749109248:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234605.599381:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234605.599397:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234605/real 1761234605] req@ffff9437f87f9500 x1846776749109248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234605.599412:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749109248/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234605.599423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234605.599427:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234605.599431:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749109248:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234605.599439:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749109376:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234605.599463:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234605.599476:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234605/real 1761234605] req@ffff9437f87f8000 x1846776749109376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234605.599497:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749109376/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234605.599507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234605.599511:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234605.599515:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749109376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234605.599522:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749109504:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234605.599553:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234605.599567:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234605/real 1761234605] req@ffff9437f87fa300 x1846776749109504/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234605.599581:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749109504/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234605.599590:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234605.599593:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234605.599597:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749109504:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234605.599603:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749109632:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234605.599624:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234605.599636:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234605/real 1761234605] req@ffff9437f87fbb80 x1846776749109632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234605.599649:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749109632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234605.599665:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234605.599669:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234605.599672:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749109632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234605.599679:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749109760:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234605.599699:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234605.599711:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234605/real 1761234605] req@ffff9437f87fad80 x1846776749109760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234605.599724:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749109760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234605.599754:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234605.599758:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234605.599762:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749109760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234605.599768:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749109888:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234605.599790:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234605.599802:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234605/real 1761234605] req@ffff9437f87f8a80 x1846776749109888/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234605.599815:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749109888/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234605.599824:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234605.599828:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234605.599832:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749109888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234605.599839:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749110016:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234605.599863:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234605.599874:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234605/real 1761234605] req@ffff9437f87fb100 x1846776749110016/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234605.599888:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749110016/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234605.599897:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234605.599901:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234605.599905:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749110016:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234606.110872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234606.110872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234606.110920:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234606.430864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234606.430987:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234607.134861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234607.134884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234607.134890:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234607.454843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234607.454922:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234608.158879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234608.158879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234608.158897:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234608.478865:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234608.478909:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234609.182817:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234609.182818:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234609.182823:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234609.502818:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234609.502893:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234610.206824:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234610.206832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234610.206840:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234610.526848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234610.526940:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234610.718852:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234610.718862:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234610.718867:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234610.718878:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11134 00000100:00080000:0.0:1761234610.718888:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234610.718896:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234610.718932:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749110144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234610.718975:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234610.718980:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234610.718982:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234610.718988:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11134 00000100:00080000:0.0:1761234610.718993:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234610.718998:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234610.719005:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749110144:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761234610.719008:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234610.719027:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749110272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234610.719040:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234610.719044:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234610.719047:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234610.719051:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11134 00000100:00080000:0.0:1761234610.719056:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234610.719060:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234610.719065:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:0.0:1761234610.719068:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234610.719084:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749110400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234610.719095:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234610.719098:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234610.719101:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234610.719102:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234610/real 1761234610] req@ffff9437f87f9c00 x1846776749110144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234610.719109:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11134 00000100:00080000:0.0:1761234610.719118:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234610.719124:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234610.719127:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749110144/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234610.719132:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234610.719146:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761234610.719150:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749110528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234610.719153:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234610.719161:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749110144:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234610.719174:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234610.719178:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234610.719180:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234610.719185:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11134 00000100:00100000:1.0:1761234610.719188:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749110272:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234610.719192:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234610.719199:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234610.719204:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234610.719210:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234610.719218:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749110656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234610.719224:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234610/real 1761234610] req@ffff9437f87fb480 x1846776749110272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234610.719245:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234610.719248:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749110272/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234610.719252:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234610.719256:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234610.719263:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234610.719265:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11134 00000100:00080000:1.0:1761234610.719271:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234610.719272:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234610.719281:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234610.719281:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749110272:192.168.201.139@tcp:38:kworker.0 00000008:00100000:0.0:1761234610.719289:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234610.719296:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749110400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234610.719303:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749110784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234610.719315:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234610.719319:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234610.719321:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234610.719325:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234610.719330:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11134 00000100:00080000:0.0:1761234610.719338:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234610.719347:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234610.719348:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234610/real 1761234610] req@ffff9437f87fb100 x1846776749110400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1761234610.719354:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234610.719371:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749110400/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234610.719373:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749110912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234610.719385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234610.719392:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234610.719398:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749110400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234610.719410:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749110528:192.168.201.139@tcp:8:kworker.0 00000100:00080000:0.0:1761234610.719414:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234610.719418:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234610.719419:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234610.719424:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11134 00000100:00080000:0.0:1761234610.719429:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234610.719434:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234610.719435:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234610.719443:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234610.719457:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749111040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234610.719458:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234610/real 1761234610] req@ffff9437f87f8a80 x1846776749110528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234610.719483:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749110528/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234610.719493:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234610.719497:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234610.719501:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749110528:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234610.719519:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749110656:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234610.719541:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234610.719553:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234610/real 1761234610] req@ffff9437f87fad80 x1846776749110656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234610.719561:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749110656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234610.719568:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234610.719570:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234610.719572:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749110656:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234610.719576:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749110784:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234610.719589:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234610.719595:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234610/real 1761234610] req@ffff9437f87fbb80 x1846776749110784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234610.719604:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749110784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234610.719609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234610.719611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234610.719613:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749110784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234610.719617:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749110912:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234610.719626:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234610.719632:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234610/real 1761234610] req@ffff9437f87fa300 x1846776749110912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234610.719640:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749110912/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234610.719645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234610.719647:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234610.719649:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749110912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234610.719652:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749111040:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234610.719661:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234610.719666:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234610/real 1761234610] req@ffff9437f87f8000 x1846776749111040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234610.719674:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749111040/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234610.719684:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234610.719686:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234610.719688:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749111040:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234611.230835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234611.230842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234611.230843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234611.550848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234611.550941:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234612.254832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234612.254838:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234612.254842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234612.574836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234612.574886:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234613.278849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234613.278850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234613.278852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234613.598843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234613.598939:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234614.302821:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234614.302837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234614.302859:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234614.622834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234614.622917:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234615.326840:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234615.326841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234615.326842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234615.646858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234615.646928:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234615.838844:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234615.838856:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234615.838861:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234615.838882:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11139 00000100:00080000:0.0:1761234615.838896:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234615.838903:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234615.838941:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749111168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234615.838967:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234615.838969:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234615.838971:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234615.838974:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11139 00000100:00080000:0.0:1761234615.838977:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234615.838979:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234615.838987:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234615.838997:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749111296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234615.839005:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234615.839009:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761234615.839010:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749111168:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234615.839011:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234615.839019:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11139 00000100:00080000:0.0:1761234615.839023:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234615.839026:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234615.839031:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234615.839046:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749111424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234615.839057:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234615.839061:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234615.839063:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234615.839068:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11139 00000100:00080000:0.0:1761234615.839073:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234615.839076:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234615.839081:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234615.839082:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234615.839095:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749111552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234615.839104:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234615.839106:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234615.839108:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234615.839110:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11139 00000100:00080000:0.0:1761234615.839114:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234615.839117:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234615.839120:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234615.839128:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234615/real 1761234615] req@ffff9437f87f9500 x1846776749111168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234615.839130:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749111680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234615.839136:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234615.839142:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234615.839145:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234615.839152:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11139 00000100:00080000:0.0:1761234615.839157:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234615.839160:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234615.839163:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234615.839173:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749111808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234615.839175:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749111168/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234615.839195:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234615.839199:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234615.839201:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234615.839203:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234615.839204:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11139 00000100:00080000:0.0:1761234615.839210:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234615.839215:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234615.839217:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234615.839223:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234615.839226:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749111168:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234615.839232:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749111936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234615.839239:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234615.839242:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234615.839243:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234615.839246:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11139 00000100:00080000:0.0:1761234615.839248:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234615.839250:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234615.839253:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234615.839258:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749111296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234615.839261:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749112064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234615.839296:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234615.839312:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234615/real 1761234615] req@ffff9437f87f8700 x1846776749111296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234615.839327:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749111296/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234615.839338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234615.839342:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234615.839346:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749111296:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234615.839354:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749111424:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234615.839375:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234615.839388:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234615/real 1761234615] req@ffff9437f87fa680 x1846776749111424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234615.839402:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749111424/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234615.839412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234615.839416:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234615.839420:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749111424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234615.839427:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749111552:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234615.839448:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234615.839459:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234615/real 1761234615] req@ffff9437f87faa00 x1846776749111552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234615.839472:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749111552/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234615.839481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234615.839485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234615.839489:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749111552:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234615.839496:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749111680:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234615.839516:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234615.839526:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234615/real 1761234615] req@ffff9437f87f9f80 x1846776749111680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234615.839539:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749111680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234615.839548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234615.839552:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234615.839555:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749111680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234615.839561:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749111808:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234615.839580:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234615.839590:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234615/real 1761234615] req@ffff9437f87f8e00 x1846776749111808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234615.839603:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749111808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234615.839611:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234615.839615:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234615.839619:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749111808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234615.839626:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749111936:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234615.839646:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234615.839656:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234615/real 1761234615] req@ffff9437f87fb800 x1846776749111936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234615.839669:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749111936/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234615.839677:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234615.839680:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234615.839683:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749111936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234615.839705:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749112064:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234615.839727:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234615.839764:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234615/real 1761234615] req@ffff9437f87f9180 x1846776749112064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234615.839778:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749112064/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234615.839787:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234615.839791:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234615.839795:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749112064:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234616.350877:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234616.350877:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234616.350912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234616.670840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234616.670909:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234617.374907:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234617.374907:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234617.374907:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234617.694871:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234617.694936:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234618.398888:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234618.398888:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234618.398941:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234618.718850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234618.718922:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234619.422849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234619.422855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234619.422901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234619.742853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234619.742904:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234620.446875:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234620.446875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234620.446899:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234620.766835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234620.766901:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234620.958875:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234620.958884:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234620.958889:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234620.958897:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11144 00000100:00080000:2.0:1761234620.958907:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234620.958913:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234620.958946:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749112192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234620.958969:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234620.958972:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234620.958973:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234620.958976:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11144 00000100:00080000:2.0:1761234620.958979:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234620.958983:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234620.958990:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234620.959003:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749112192:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234620.959003:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749112320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234620.959018:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234620.959021:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234620.959022:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234620.959026:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11144 00000100:00080000:2.0:1761234620.959029:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234620.959031:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234620.959035:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234620.959043:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749112448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234620.959050:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234620.959053:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234620.959055:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234620.959060:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11144 00000800:00000100:1.0:1761234620.959065:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234620.959066:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234620.959074:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234620.959081:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234620.959096:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776749112576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234620.959106:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234620.959110:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234620/real 1761234620] req@ffff9437fa0dc380 x1846776749112192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234620.959113:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234620.959117:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234620.959127:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11144 00000100:00080000:2.0:1761234620.959133:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234620.959137:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234620.959139:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749112192/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761234620.959142:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234620.959153:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761234620.959158:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776749112704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234620.959159:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234620.959165:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749112192:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234620.959178:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234620.959180:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234620.959182:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234620.959185:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11144 00000100:00080000:2.0:1761234620.959188:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234620.959192:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749112320:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234620.959193:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234620.959201:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234620.959211:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776749112832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234620.959220:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234620.959220:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234620.959225:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234620.959227:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234620.959232:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11144 00000100:00100000:1.0:1761234620.959236:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234620/real 1761234620] req@ffff9437fa0dc700 x1846776749112320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234620.959237:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234620.959244:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234620.959252:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234620.959258:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749112320/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234620.959264:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749112960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234620.959268:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234620.959275:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234620.959275:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234620.959283:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234620.959284:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749112320:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234620.959288:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234620.959293:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749112448:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234620.959294:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11144 00000100:00080000:2.0:1761234620.959301:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234620.959305:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234620.959309:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234620.959317:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234620.959321:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749113088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234620.959327:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234620/real 1761234620] req@ffff9437fa0df800 x1846776749112448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234620.959341:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749112448/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234620.959349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234620.959352:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234620.959354:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749112448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234620.959360:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749112576:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234620.959373:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234620.959379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234620/real 1761234620] req@ffff9437fa0dfb80 x1846776749112576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234620.959387:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776749112576/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234620.959392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234620.959393:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234620.959395:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749112576:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234620.959399:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749112704:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234620.959409:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234620.959415:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234620/real 1761234620] req@ffff9437fa0dd180 x1846776749112704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234620.959423:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776749112704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234620.959428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234620.959430:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234620.959432:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749112704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234620.959443:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749112832:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234620.959453:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234620.959459:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234620/real 1761234620] req@ffff9437fa0dc000 x1846776749112832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234620.959468:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776749112832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234620.959473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234620.959475:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234620.959476:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749112832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234620.959480:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749112960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234620.959489:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234620.959494:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234620/real 1761234620] req@ffff9437fa0dc380 x1846776749112960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234620.959501:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749112960/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234620.959507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234620.959509:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234620.959511:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749112960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234620.959515:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749113088:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234620.959523:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234620.959528:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234620/real 1761234620] req@ffff9437fa0ddc00 x1846776749113088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234620.959535:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749113088/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234620.959540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234620.959542:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234620.959544:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749113088:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234621.470880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234621.470881:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234621.470881:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234621.790821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234621.790894:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234622.494871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234622.494871:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234622.494871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234622.814849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234622.814914:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234623.518856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234623.518856:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234623.518862:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234623.838879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234623.838950:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234624.542837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234624.542837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234624.542980:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234624.862842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234624.862918:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234625.566836:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234625.566844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234625.566851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234625.886859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234625.886948:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234626.078886:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234626.078899:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234626.078905:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234626.078916:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11149 00000100:00080000:1.0:1761234626.078928:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234626.078937:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234626.078974:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749113216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234626.079004:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234626.079008:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234626.079011:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234626.079015:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11149 00000100:00080000:1.0:1761234626.079021:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234626.079026:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234626.079036:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234626.079043:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749113216:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234626.079052:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749113344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234626.079065:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234626.079069:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234626.079071:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234626.079076:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11149 00000100:00080000:1.0:1761234626.079081:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234626.079086:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234626.079091:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234626.079102:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749113472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234626.079111:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234626.079126:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234626.079131:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234626.079133:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234626.079139:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11149 00000100:00080000:1.0:1761234626.079144:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234626.079149:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234626.079156:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234626/real 1761234626] req@ffff9437f86d4380 x1846776749113216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761234626.079156:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234626.079177:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749113600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234626.079182:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749113216/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234626.079203:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234626.079209:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234626.079212:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234626.079214:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234626.079219:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11149 00000100:00080000:0.0:1761234626.079224:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234626.079227:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234626.079231:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749113216:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234626.079238:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234626.079245:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234626.079260:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749113344:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234626.079261:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749113728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234626.079278:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234626.079283:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234626.079285:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761234626.079291:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234626.079296:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11149 00000100:00080000:1.0:1761234626.079303:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234626.079310:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234626/real 1761234626] req@ffff9437f86d4000 x1846776749113344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234626.079311:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234626.079320:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234626.079338:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749113856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234626.079342:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749113344/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234626.079366:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234626.079368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234626.079374:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234626.079377:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234626.079379:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234626.079385:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749113344:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234626.079388:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11149 00000100:00080000:1.0:1761234626.079397:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234626.079399:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749113472:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234626.079405:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234626.079413:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761234626.079428:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234626.079430:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749113984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234626.079443:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234626.079444:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234626/real 1761234626] req@ffff9437f86d5880 x1846776749113472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234626.079450:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234626.079454:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234626.079463:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11149 00000100:00100000:0.0:1761234626.079470:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749113472/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234626.079470:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234626.079480:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761234626.079490:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761234626.079491:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234626.079499:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234626.079505:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749113472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234626.079510:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749114112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234626.079518:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749113600:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234626.079547:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234626.079558:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234626/real 1761234626] req@ffff9437f86d7b80 x1846776749113600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234626.079566:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749113600/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234626.079576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234626.079579:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234626.079581:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749113600:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234626.079594:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749113728:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234626.079605:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234626.079611:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234626/real 1761234626] req@ffff9437f86d6680 x1846776749113728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234626.079618:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749113728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234626.079623:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234626.079625:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234626.079627:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749113728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234626.079631:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749113856:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234626.079640:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234626.079645:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234626/real 1761234626] req@ffff9437f86d4380 x1846776749113856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234626.079653:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749113856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234626.079657:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234626.079659:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234626.079662:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749113856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234626.079665:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749113984:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234626.079710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234626.079718:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234626/real 1761234626] req@ffff9437f86d5c00 x1846776749113984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234626.079725:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749113984/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234626.079757:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234626.079761:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234626.079765:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749113984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234626.079772:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749114112:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234626.079793:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234626.079805:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234626/real 1761234626] req@ffff9437f86d5f80 x1846776749114112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234626.079817:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749114112/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234626.079823:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234626.079825:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234626.079827:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749114112:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234626.590814:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234626.590826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234626.590830:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234626.910839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234626.910901:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234627.614837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234627.614843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234627.614869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234627.934863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234627.934948:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234628.638808:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234628.638850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234628.638866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234628.958835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234628.958893:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234629.662796:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234629.662821:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234629.662825:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234629.982822:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234629.982861:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234630.686842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234630.686843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234630.686844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234631.006811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234631.006865:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234631.198830:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234631.198840:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234631.198844:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234631.198854:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11154 00000100:00080000:3.0:1761234631.198865:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234631.198872:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234631.198903:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749114240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234631.198924:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234631.198927:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234631.198929:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234631.198932:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11154 00000100:00080000:3.0:1761234631.198937:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234631.198942:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234631.198951:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234631.198955:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749114240:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234631.198967:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749114368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234631.198979:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234631.198982:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234631.198984:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234631.198989:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11154 00000100:00080000:3.0:1761234631.199000:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234631.199004:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761234631.199008:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234631.199012:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234631.199027:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749114496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234631.199036:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234631.199039:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1761234631.199043:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234631/real 1761234631] req@ffff943800b9aa00 x1846776749114240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234631.199044:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234631.199054:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11154 00000100:00080000:3.0:1761234631.199060:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234631.199062:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749114240/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234631.199066:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234631.199074:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234631.199078:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234631.199085:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234631.199089:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749114624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234631.199092:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749114240:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234631.199109:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234631.199112:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234631.199114:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234631.199119:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11154 00000100:00100000:0.0:1761234631.199123:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749114368:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234631.199125:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234631.199134:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234631.199140:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234631.199151:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749114752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234631.199154:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234631.199165:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234631.199170:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234631/real 1761234631] req@ffff943800b9ad80 x1846776749114368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234631.199170:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234631.199173:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234631.199181:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11154 00000100:00080000:3.0:1761234631.199186:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234631.199189:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749114368/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234631.199190:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234631.199196:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761234631.199202:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234631.199208:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234631.199209:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749114880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234631.199213:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749114368:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234631.199223:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234631.199225:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749114496:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234631.199227:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234631.199231:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234631.199233:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11154 00000100:00080000:3.0:1761234631.199236:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234631.199238:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234631.199242:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761234631.199245:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234631.199253:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749115008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234631.199257:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234631/real 1761234631] req@ffff943800b98000 x1846776749114496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234631.199271:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234631.199275:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1761234631.199278:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749114496/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234631.199278:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234631.199285:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11154 00000100:00080000:3.0:1761234631.199290:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234631.199292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234631.199295:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761234631.199298:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761234631.199300:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234631.199303:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749114496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234631.199310:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749115136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234631.199311:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749114624:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234631.199332:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234631.199340:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234631/real 1761234631] req@ffff943800b98380 x1846776749114624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234631.199347:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749114624/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234631.199351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234631.199353:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234631.199354:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749114624:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234631.199364:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749114752:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234631.199373:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234631.199379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234631/real 1761234631] req@ffff943800b98700 x1846776749114752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234631.199386:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749114752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234631.199390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234631.199391:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234631.199393:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749114752:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234631.199396:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749114880:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234631.199404:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234631.199409:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234631/real 1761234631] req@ffff943800b9b480 x1846776749114880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234631.199416:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749114880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234631.199420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234631.199421:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234631.199423:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749114880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234631.199426:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749115008:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234631.199433:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234631.199438:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234631/real 1761234631] req@ffff943800b9aa00 x1846776749115008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234631.199444:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749115008/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234631.199449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234631.199451:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234631.199453:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749115008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234631.199455:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749115136:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234631.199463:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234631.199467:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234631/real 1761234631] req@ffff943800b98e00 x1846776749115136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234631.199473:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749115136/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234631.199477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234631.199478:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234631.199480:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749115136:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234631.710835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234631.710835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234631.711111:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234632.030826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234632.030880:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234632.734843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234632.734844:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234632.734877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234633.054847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234633.054914:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234633.758879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234633.759380:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234633.760551:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234634.078843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234634.078927:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234634.783017:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234634.783056:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234634.783111:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234635.102835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234635.102911:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234635.806959:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234635.807003:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234635.807008:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234636.126793:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234636.126919:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234636.318854:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234636.318863:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234636.318867:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234636.318876:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11160 00000100:00080000:3.0:1761234636.318885:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234636.318891:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234636.318918:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749115264/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234636.318936:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234636.318939:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234636.318940:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234636.318942:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11160 00000100:00080000:3.0:1761234636.318945:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234636.318947:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234636.318954:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234636.318962:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749115392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234636.318970:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749115264:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234636.318970:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234636.318978:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234636.318981:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234636.318985:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11160 00000100:00080000:3.0:1761234636.318987:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234636.318988:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234636.318991:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234636.318999:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749115520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234636.319009:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234636.319011:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234636.319012:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234636.319014:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11160 00000100:00080000:3.0:1761234636.319023:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234636.319025:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234636.319029:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761234636.319032:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234636.319039:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749115648/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234636.319046:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234636.319048:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234636.319049:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234636.319051:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11160 00000100:00080000:3.0:1761234636.319053:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234636.319056:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234636.319059:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234636.319065:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234636/real 1761234636] req@ffff943800b99f80 x1846776749115264/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234636.319068:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749115776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234636.319088:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234636.319091:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1761234636.319094:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749115264/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234636.319094:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234636.319101:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11160 00000100:00080000:3.0:1761234636.319107:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234636.319109:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761234636.319111:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1761234636.319112:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761234636.319116:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234636.319120:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749115264:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234636.319122:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749115904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234636.319129:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234636.319131:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234636.319132:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234636.319134:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11160 00000100:00080000:3.0:1761234636.319136:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234636.319138:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234636.319141:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234636.319142:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749115392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234636.319148:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749116032/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234636.319155:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234636.319157:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234636.319159:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761234636.319162:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234636.319164:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11160 00000100:00080000:3.0:1761234636.319169:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234636.319172:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234636.319175:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234636.319177:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234636/real 1761234636] req@ffff943800b9b800 x1846776749115392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234636.319185:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749116160/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234636.319190:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749115392/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234636.319216:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234636.319220:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234636.319222:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749115392:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234636.319227:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749115520:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234636.319238:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234636.319244:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234636/real 1761234636] req@ffff943800b98a80 x1846776749115520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234636.319254:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749115520/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234636.319259:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234636.319260:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234636.319262:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749115520:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234636.319265:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749115648:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234636.319274:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234636.319279:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234636/real 1761234636] req@ffff943800b9bb80 x1846776749115648/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234636.319285:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749115648/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234636.319290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234636.319291:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234636.319292:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749115648:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234636.319295:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749115776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234636.319304:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234636.319309:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234636/real 1761234636] req@ffff943800b99500 x1846776749115776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234636.319315:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749115776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234636.319323:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234636.319325:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234636.319326:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749115776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234636.319329:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749115904:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234636.319337:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234636.319341:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234636/real 1761234636] req@ffff943800b99c00 x1846776749115904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234636.319347:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749115904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234636.319352:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234636.319353:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234636.319355:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749115904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234636.319365:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749116032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234636.319374:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234636.319379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234636/real 1761234636] req@ffff943800b9a680 x1846776749116032/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234636.319386:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749116032/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234636.319390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234636.319391:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234636.319394:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749116032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234636.319397:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749116160:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234636.319405:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234636.319409:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234636/real 1761234636] req@ffff943800b99f80 x1846776749116160/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234636.319415:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749116160/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234636.319420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234636.319421:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234636.319423:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749116160:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234636.830905:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234636.830905:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234636.831203:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234637.150893:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234637.150945:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234637.854904:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234637.854922:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234637.854938:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234638.174845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234638.174920:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234638.878936:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234638.878936:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234638.881175:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234639.198878:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234639.198980:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234639.902794:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234639.902815:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234639.902817:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234640.222816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234640.222877:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234640.926823:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234640.926823:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234640.926825:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234641.246825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234641.246907:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234641.438823:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234641.438830:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234641.438834:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234641.438842:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11165 00000100:00080000:3.0:1761234641.438851:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234641.438856:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234641.438886:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749116288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234641.438911:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234641.438915:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234641.438917:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234641.438921:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11165 00000100:00080000:3.0:1761234641.438926:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234641.438930:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234641.438939:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234641.438943:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749116288:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234641.438951:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749116416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234641.438960:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234641.438962:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234641.438964:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234641.438967:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11165 00000100:00080000:3.0:1761234641.438970:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234641.438972:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234641.438975:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234641.438982:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749116544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234641.438988:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234641.438991:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234641.438992:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234641.438993:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11165 00000100:00080000:3.0:1761234641.438996:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234641.438998:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234641.439001:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234641.439009:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749116672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234641.439016:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234641.439018:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234641.439020:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234641.439025:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11165 00000100:00100000:0.0:1761234641.439026:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749116416:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234641.439028:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234641.439032:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234641.439035:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234641.439045:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749116800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234641.439052:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234641.439055:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749116544:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234641.439056:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234641.439059:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234641.439064:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11165 00000100:00080000:3.0:1761234641.439067:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234641.439070:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234641.439073:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234641.439077:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749116672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234641.439083:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749116928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234641.439090:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234641.439092:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234641.439094:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234641.439099:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749116800:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234641.439099:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11165 00000100:00080000:3.0:1761234641.439102:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234641.439105:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234641.439108:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234641.439116:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749117056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234641.439120:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749116928:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234641.439126:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234641.439129:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234641.439130:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234641.439134:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11165 00000100:00080000:3.0:1761234641.439138:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234641.439142:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749117056:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234641.439142:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234641.439150:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234641.439160:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749117184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234641.439191:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749117184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234641.950852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234641.950858:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234641.950884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234642.270860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234642.270912:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234642.974871:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234642.974878:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234642.974899:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234643.294836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234643.294906:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234643.998832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234643.998832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234643.998832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234644.318813:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234644.318866:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1761234644.511016:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:3.0:1761234644.511057:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761234644.511071:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234644.511102:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234644.511111:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234644.511120:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234644.511129:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234644.511139:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:0.0:1761234644.511146:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234641/real 1761234644] req@ffff943800b98380 x1846776749116800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:3.0:1761234644.511149:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:3.0:1761234644.511161:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:0.0:1761234644.511179:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749116800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234644.511191:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234644.511196:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234644.511201:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749116800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234644.511208:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234641/real 1761234644] req@ffff943800b98000 x1846776749116928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234644.511220:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749116928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234644.511228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234644.511231:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234644.511235:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749116928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234644.511241:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234641/real 1761234644] req@ffff943800b9aa00 x1846776749116416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234644.511252:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749116416/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234644.511260:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234644.511263:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234644.511266:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749116416:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234644.511272:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234641/real 1761234644] req@ffff943800b9b480 x1846776749116544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234644.511283:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749116544/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234644.511291:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234644.511294:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234644.511297:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749116544:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234644.511303:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234641/real 1761234644] req@ffff943800b98700 x1846776749116672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234644.511313:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749116672/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234644.511320:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234644.511349:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234644.511352:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749116672:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234644.511358:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234641/real 1761234644] req@ffff943800b98e00 x1846776749116288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234644.511370:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749116288/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234644.511378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234644.511381:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234644.511384:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749116288:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234644.511410:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234641/real 1761234644] req@ffff943800b99f80 x1846776749117184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234644.511421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749117184/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234644.511429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234644.511432:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234644.511435:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749117184:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234644.511441:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234641/real 1761234644] req@ffff943800b9ad80 x1846776749117056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234644.511450:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749117056/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234644.511457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234644.511461:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234644.511464:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749117056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234645.022842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234645.022842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234645.022867:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234645.342826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234645.342933:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234646.046856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234646.046857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234646.046866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234646.366836:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234646.366897:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234646.558864:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234646.558873:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234646.558877:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234646.558886:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11170 00000100:00080000:3.0:1761234646.558896:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234646.558903:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234646.558933:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749117312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234646.558954:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234646.558957:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234646.558958:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234646.558961:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11170 00000100:00080000:3.0:1761234646.558964:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234646.558967:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234646.558974:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234646.558983:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749117440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234646.558989:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749117312:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234646.558994:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234646.558998:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234646.558999:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234646.559002:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11170 00000100:00080000:3.0:1761234646.559006:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234646.559008:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234646.559011:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234646.559019:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749117568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234646.559026:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234646.559028:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234646.559030:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234646.559032:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11170 00000100:00080000:3.0:1761234646.559044:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234646.559049:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761234646.559055:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234646.559055:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234646.559073:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749117696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234646.559084:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234646.559087:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234646.559090:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234646.559094:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11170 00000100:00080000:3.0:1761234646.559099:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234646.559101:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234646/real 1761234646] req@ffff943800b9a680 x1846776749117312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234646.559107:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234646.559116:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234646.559130:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749117312/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234646.559133:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749117824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234646.559164:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234646.559165:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234646.559168:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234646.559172:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234646.559174:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234646.559180:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11170 00000100:00100000:0.0:1761234646.559183:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749117312:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234646.559186:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234646.559194:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234646.559199:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234646.559214:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749117440:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234646.559215:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749117952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234646.559232:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234646.559236:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234646.559238:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234646.559243:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11170 00000100:00080000:3.0:1761234646.559248:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761234646.559251:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234646.559256:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234646.559263:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234646.559270:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234646/real 1761234646] req@ffff943800b99c00 x1846776749117440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234646.559279:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749118080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234646.559306:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749117440/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234646.559345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234646.559347:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234646.559353:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234646.559354:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234646.559358:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234646.559363:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749117440:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234646.559368:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11170 00000100:00080000:3.0:1761234646.559376:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234646.559377:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749117568:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234646.559387:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234646.559395:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234646.559411:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749118208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234646.559418:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234646.559438:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234646/real 1761234646] req@ffff943800b99500 x1846776749117568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234646.559453:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749117568/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234646.559463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234646.559466:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234646.559470:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749117568:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234646.559477:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749117696:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234646.559500:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234646.559512:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234646/real 1761234646] req@ffff943800b9bb80 x1846776749117696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234646.559524:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749117696/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234646.559532:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234646.559536:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234646.559539:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749117696:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234646.559546:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749117824:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234646.559567:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234646.559579:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234646/real 1761234646] req@ffff943800b98a80 x1846776749117824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234646.559597:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749117824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234646.559605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234646.559608:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234646.559612:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749117824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234646.559631:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749117952:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234646.559652:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234646.559665:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234646/real 1761234646] req@ffff943800b9b800 x1846776749117952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234646.559676:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749117952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234646.559684:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234646.559688:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234646.559691:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749117952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234646.559697:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749118080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234646.559716:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234646.559727:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234646/real 1761234646] req@ffff943800b9a680 x1846776749118080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234646.559763:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749118080/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234646.559776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234646.559779:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234646.559783:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749118080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234646.559789:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749118208:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234646.559811:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234646.559822:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234646/real 1761234646] req@ffff943800b9ad80 x1846776749118208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234646.559834:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749118208/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234646.559842:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234646.559845:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234646.559849:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749118208:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234647.070850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234647.070850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234647.070852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234647.390857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234647.390956:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234648.094894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234648.094894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234648.094926:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234648.414824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234648.414958:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234649.118912:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234649.118912:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234649.118912:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234649.438877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234649.438951:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234650.142883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234650.142887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234650.142888:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234650.462910:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234650.462994:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234651.166812:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234651.166815:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234651.166937:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234651.486834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234651.486890:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234651.678925:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234651.678934:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234651.678939:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234651.678947:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11175 00000100:00080000:0.0:1761234651.678958:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234651.678964:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234651.678998:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8380 x1846776749118336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234651.679029:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234651.679033:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234651.679035:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234651.679039:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11175 00000100:00080000:0.0:1761234651.679043:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234651.679047:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234651.679055:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234651.679068:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9880 x1846776749118464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234651.679078:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234651.679081:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234651.679083:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234651.679087:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11175 00000100:00080000:0.0:1761234651.679091:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234651.679094:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234651.679098:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234651.679109:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749118592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234651.679124:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234651.679127:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234651.679129:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234651.679132:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11175 00000100:00080000:0.0:1761234651.679135:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234651.679138:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234651.679143:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234651.679152:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749118720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234651.679161:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234651.679165:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234651.679166:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234651.679170:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11175 00000100:00080000:0.0:1761234651.679173:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234651.679177:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234651.679181:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234651.679216:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749118848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234651.679220:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749118336:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234651.679226:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234651.679228:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234651.679230:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234651.679233:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11175 00000100:00080000:0.0:1761234651.679240:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234651.679244:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234651.679248:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234651.679256:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749118976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234651.679262:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234651.679265:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234651.679266:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234651.679269:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11175 00000100:00080000:0.0:1761234651.679271:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234651.679274:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234651.679277:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234651.679279:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234651.679285:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749119104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234651.679291:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234651.679294:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234651.679295:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234651.679298:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11175 00000100:00080000:0.0:1761234651.679300:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234651.679304:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234651.679307:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234651.679312:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234651/real 1761234651] req@ffff9437f87f8380 x1846776749118336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234651.679314:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749119232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234651.679337:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8380 x1846776749118336/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234651.679350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234651.679354:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234651.679358:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749118336:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234651.679365:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749118464:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234651.679386:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234651.679398:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234651/real 1761234651] req@ffff9437f87f9880 x1846776749118464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234651.679409:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9880 x1846776749118464/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234651.679422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234651.679426:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234651.679429:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749118464:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234651.679435:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749118592:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234651.679454:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234651.679464:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234651/real 1761234651] req@ffff9437f87f9180 x1846776749118592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234651.679474:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749118592/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234651.679481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234651.679484:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234651.679487:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749118592:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234651.679493:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749118720:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234651.679511:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234651.679520:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234651/real 1761234651] req@ffff9437f87fb800 x1846776749118720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234651.679531:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749118720/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234651.679538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234651.679541:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234651.679545:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749118720:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234651.679570:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749118848:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234651.679589:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234651.679599:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234651/real 1761234651] req@ffff9437f87f8e00 x1846776749118848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234651.679611:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749118848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234651.679619:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234651.679622:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234651.679626:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749118848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234651.679632:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749118976:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234651.679651:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234651.679661:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234651/real 1761234651] req@ffff9437f87f9f80 x1846776749118976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234651.679673:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749118976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234651.679681:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234651.679684:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234651.679687:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749118976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234651.679693:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749119104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234651.679710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234651.679720:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234651/real 1761234651] req@ffff9437f87faa00 x1846776749119104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234651.679752:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749119104/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234651.679760:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234651.679764:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234651.679767:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749119104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234651.679773:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749119232:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234651.679794:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234651.679804:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234651/real 1761234651] req@ffff9437f87fa680 x1846776749119232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234651.679815:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749119232/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234651.679823:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234651.679827:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234651.679830:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749119232:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234652.190846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234652.190846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234652.190846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234652.510862:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234652.510921:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234653.214801:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234653.214802:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234653.214831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234653.534819:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234653.534878:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234654.238888:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234654.238891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234654.238898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234654.558855:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234654.558921:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234655.262830:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234655.262830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234655.262884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234655.582839:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234655.582911:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234656.286829:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234656.286852:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234656.286908:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234656.606876:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234656.606966:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234656.798945:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234656.798953:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234656.798957:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234656.798967:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11180 00000100:00080000:1.0:1761234656.798979:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234656.798985:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234656.799031:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749119360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234656.799063:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234656.799066:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234656.799068:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234656.799072:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11180 00000100:00080000:1.0:1761234656.799075:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234656.799079:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234656.799103:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234656.799118:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749119488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234656.799128:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749119360:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234656.799133:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234656.799138:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234656.799141:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234656.799146:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11180 00000100:00080000:1.0:1761234656.799155:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234656.799159:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234656.799164:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234656.799177:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749119616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234656.799187:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234656.799190:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234656.799191:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234656.799195:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11180 00000100:00080000:1.0:1761234656.799206:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234656.799211:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234656.799216:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761234656.799222:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234656.799230:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749119744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234656.799237:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234656.799239:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234656.799241:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234656.799244:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11180 00000100:00080000:1.0:1761234656.799252:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234656.799255:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234656.799258:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234656.799264:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749119872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234656.799273:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234656.799276:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234656.799278:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234656.799283:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234656/real 1761234656] req@ffff9437f86d4700 x1846776749119360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234656.799289:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11180 00000100:00080000:1.0:1761234656.799302:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234656.799308:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234656.799313:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749119360/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761234656.799316:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761234656.799334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761234656.799340:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749120000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234656.799345:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234656.799358:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749119360:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234656.799376:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234656.799381:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234656.799383:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234656.799390:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11180 00000100:00080000:1.0:1761234656.799394:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234656.799398:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234656.799403:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749119488:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761234656.799406:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234656.799427:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749120128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234656.799438:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234656.799452:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234656.799456:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234656.799458:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234656.799460:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234656/real 1761234656] req@ffff9437f86d7100 x1846776749119488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234656.799474:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11180 00000100:00080000:1.0:1761234656.799486:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234656.799491:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749119488/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234656.799495:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234656.799508:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234656.799526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761234656.799528:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749120256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234656.799535:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234656.799548:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749119488:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234656.799561:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749119616:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234656.799579:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234656.799590:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234656/real 1761234656] req@ffff9437f86d6d80 x1846776749119616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234656.799600:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749119616/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234656.799608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234656.799611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234656.799613:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749119616:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234656.799619:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749119744:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234656.799639:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234656.799648:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234656/real 1761234656] req@ffff9437f86d5180 x1846776749119744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234656.799659:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749119744/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234656.799666:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234656.799669:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234656.799673:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749119744:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234656.799678:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749119872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234656.799696:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234656.799706:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234656/real 1761234656] req@ffff9437f86d6a00 x1846776749119872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234656.799716:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749119872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234656.799723:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234656.799726:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234656.799751:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749119872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234656.799758:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749120000:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234656.799777:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234656.799798:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234656/real 1761234656] req@ffff9437f86d7480 x1846776749120000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234656.799813:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749120000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234656.799821:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234656.799824:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234656.799826:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749120000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234656.799850:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749120128:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234656.799869:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234656.799880:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234656/real 1761234656] req@ffff9437f86d4700 x1846776749120128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234656.799891:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749120128/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234656.799897:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234656.799899:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234656.799901:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749120128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234656.799907:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749120256:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234656.799926:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234656.799936:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234656/real 1761234656] req@ffff9437f86d5f80 x1846776749120256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234656.799947:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749120256/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234656.799956:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234656.799959:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234656.799962:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749120256:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234657.310880:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234657.310880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234657.310893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234657.630880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234657.630943:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234658.334804:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234658.334806:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234658.334812:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234658.654830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234658.654891:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234659.358847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234659.358847:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234659.358848:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234659.678846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234659.678949:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234660.382841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234660.382841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234660.382841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234660.702852:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234660.702917:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234661.406851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234661.406851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234661.406851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234661.726842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234661.726906:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234661.918846:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234661.918858:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234661.918864:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234661.918875:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11185 00000100:00080000:2.0:1761234661.918888:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234661.918895:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234661.918932:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749120384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234661.918961:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234661.918965:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234661.918968:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234661.918973:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11185 00000100:00080000:2.0:1761234661.918978:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234661.918982:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234661.919012:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234661.919018:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749120384:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234661.919036:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749120512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234661.919051:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234661.919055:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234661.919057:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234661.919062:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11185 00000100:00080000:2.0:1761234661.919075:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234661.919080:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234661.919086:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761234661.919087:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234661.919104:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776749120640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234661.919117:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234661.919120:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234661.919122:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234661.919127:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11185 00000100:00080000:2.0:1761234661.919132:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234661.919137:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234661.919142:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234661/real 1761234661] req@ffff9437fa0dea00 x1846776749120384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1761234661.919144:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234661.919163:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776749120768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234661.919172:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749120384/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234661.919180:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234661.919186:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234661.919190:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234661.919194:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234661.919195:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11185 00000100:00080000:2.0:1761234661.919202:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234661.919206:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234661.919210:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234661.919216:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234661.919217:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749120384:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234661.919228:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776749120896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234661.919236:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234661.919238:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234661.919239:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234661.919242:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11185 00000100:00080000:2.0:1761234661.919244:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234661.919247:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749120512:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234661.919249:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234661.919254:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234661.919264:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749121024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234661.919271:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234661.919273:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234661.919275:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234661.919278:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11185 00000100:00080000:2.0:1761234661.919281:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234661.919286:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761234661.919288:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:2.0:1761234661.919290:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234661.919304:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776749121152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234661.919309:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234661/real 1761234661] req@ffff9437fa0dd500 x1846776749120512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234661.919325:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234661.919331:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234661.919333:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234661.919337:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749120512/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234661.919339:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11185 00000100:00080000:2.0:1761234661.919346:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234661.919352:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234661.919361:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234661.919363:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234661.919370:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761234661.919373:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749121280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234661.919386:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749120512:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234661.919397:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749120640:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234661.919422:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234661.919435:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234661/real 1761234661] req@ffff9437fa0ded80 x1846776749120640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234661.919449:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776749120640/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234661.919458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234661.919462:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234661.919465:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749120640:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234661.919471:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749120768:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234661.919493:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234661.919505:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234661/real 1761234661] req@ffff9437fa0de300 x1846776749120768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234661.919518:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776749120768/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234661.919526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234661.919530:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234661.919533:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749120768:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234661.919539:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749120896:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234661.919559:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234661.919570:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234661/real 1761234661] req@ffff9437fa0df480 x1846776749120896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234661.919581:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776749120896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234661.919590:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234661.919594:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234661.919597:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749120896:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234661.919617:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749121024:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234661.919638:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234661.919650:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234661/real 1761234661] req@ffff9437fa0df100 x1846776749121024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234661.919661:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749121024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234661.919670:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234661.919673:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234661.919677:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749121024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234661.919683:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749121152:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234661.919701:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234661.919713:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234661/real 1761234661] req@ffff9437fa0dca80 x1846776749121152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234661.919724:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776749121152/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234661.919755:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234661.919759:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234661.919763:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749121152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234661.919769:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749121280:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234661.919792:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234661.919804:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234661/real 1761234661] req@ffff9437fa0dea00 x1846776749121280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234661.919816:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749121280/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234661.919824:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234661.919828:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234661.919831:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749121280:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234662.430856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234662.430856:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234662.430856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234662.750846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234662.750916:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234663.454866:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234663.454867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234663.454867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234663.774828:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234663.774930:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234664.478837:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234664.478837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234664.478837:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234664.798867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234664.798945:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234665.502845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234665.502845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234665.502846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234665.822846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234665.822956:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234666.526817:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234666.526820:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234666.526827:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234666.846841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234666.846907:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234667.038833:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234667.038845:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234667.038851:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234667.038861:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11190 00000100:00080000:1.0:1761234667.038880:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234667.038889:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234667.038936:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749121408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234667.038965:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234667.038970:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234667.038972:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234667.038978:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11190 00000100:00080000:1.0:1761234667.038983:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234667.038989:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234667.038996:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749121408:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761234667.039001:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234667.039016:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749121536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234667.039036:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234667.039040:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234667.039042:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234667.039047:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11190 00000100:00080000:1.0:1761234667.039052:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234667.039056:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761234667.039062:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761234667.039065:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234667.039080:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749121664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234667.039092:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234667.039095:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234667.039098:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234667.039099:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234667/real 1761234667] req@ffff9437f86d5c00 x1846776749121408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234667.039106:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11190 00000100:00080000:1.0:1761234667.039114:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234667.039123:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234667.039128:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749121408/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761234667.039129:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234667.039143:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234667.039149:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234667.039151:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749121792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234667.039153:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749121408:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234667.039169:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234667.039173:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234667.039176:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234667.039179:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749121536:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234667.039185:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11190 00000100:00080000:1.0:1761234667.039192:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234667.039198:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761234667.039203:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761234667.039205:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234667.039214:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234667/real 1761234667] req@ffff9437f86d4380 x1846776749121536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234667.039223:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749121920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234667.039228:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749121536/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234667.039249:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234667.039252:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234667.039254:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234667.039262:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749121536:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234667.039262:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234667.039267:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234667.039271:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749121664:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234667.039276:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11190 00000100:00080000:1.0:1761234667.039283:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234667.039288:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761234667.039293:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761234667.039296:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234667.039303:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234667/real 1761234667] req@ffff9437f86d6680 x1846776749121664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234667.039312:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749122048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234667.039315:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749121664/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234667.039332:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234667.039337:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234667.039342:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749121664:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234667.039343:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234667.039349:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749121792:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761234667.039354:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234667.039358:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761234667.039366:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234667.039366:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11190 00000100:00080000:1.0:1761234667.039376:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234667.039379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234667/real 1761234667] req@ffff9437f86d7b80 x1846776749121792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234667.039385:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234667.039395:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749121792/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761234667.039395:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234667.039406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234667.039409:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234667.039415:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749121792:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234667.039417:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749122176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234667.039428:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749121920:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234667.039445:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761234667.039451:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234667.039451:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234667.039455:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234667.039462:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11190 00000100:00100000:0.0:1761234667.039466:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234667/real 1761234667] req@ffff9437f86d5880 x1846776749121920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234667.039468:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234667.039476:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234667.039482:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234667.039483:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749121920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234667.039493:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761234667.039496:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749122304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234667.039499:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234667.039507:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749121920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234667.039517:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749122048:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234667.039530:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234667.039537:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234667/real 1761234667] req@ffff9437f86d4000 x1846776749122048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234667.039544:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749122048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234667.039549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234667.039551:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234667.039553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749122048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234667.039561:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749122176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234667.039570:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234667.039576:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234667/real 1761234667] req@ffff9437f86d5c00 x1846776749122176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234667.039583:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749122176/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234667.039588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234667.039590:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234667.039592:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749122176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234667.039595:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749122304:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234667.039604:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234667.039610:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234667/real 1761234667] req@ffff9437f86d5f80 x1846776749122304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234667.039617:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749122304/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234667.039623:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234667.039624:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234667.039626:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749122304:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234667.550851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234667.550851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234667.550851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234667.870857:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234667.870921:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234668.574830:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234668.574837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234668.574884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234668.894987:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234668.894997:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234669.598843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234669.598843:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234669.598861:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234669.918898:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234669.918956:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234670.622844:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234670.622850:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234670.622873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234670.942906:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234670.942919:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234671.646859:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234671.646882:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234671.646891:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234671.966933:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234671.966943:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234672.158914:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234672.158930:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234672.158936:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234672.158950:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11195 00000100:00080000:3.0:1761234672.158966:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234672.158976:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234672.159028:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749122432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234672.159064:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234672.159069:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234672.159071:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234672.159077:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11195 00000100:00080000:3.0:1761234672.159083:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234672.159089:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234672.159097:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749122432:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761234672.159101:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234672.159120:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749122560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234672.159135:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234672.159139:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234672.159141:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234672.159146:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11195 00000100:00080000:3.0:1761234672.159160:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234672.159166:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761234672.159172:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234672.159176:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234672.159194:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749122688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234672.159206:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234672.159209:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234672.159212:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234672.159219:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234672/real 1761234672] req@ffff943800b99f80 x1846776749122432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234672.159219:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11195 00000100:00080000:3.0:1761234672.159228:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234672.159236:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234672.159242:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234672.159243:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749122432/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234672.159256:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234672.159262:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234672.159264:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749122816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234672.159267:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749122432:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234672.159284:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234672.159288:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234672.159291:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234672.159296:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11195 00000100:00100000:0.0:1761234672.159300:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749122560:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234672.159303:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234672.159312:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234672.159318:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761234672.159323:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234672.159338:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234672/real 1761234672] req@ffff943800b98e00 x1846776749122560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234672.159338:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749122944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234672.159375:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749122560/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234672.159379:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234672.159386:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234672.159387:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234672.159390:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234672.159392:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234672.159402:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749122560:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234672.159402:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11195 00000100:00100000:0.0:1761234672.159412:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749122688:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234672.159413:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234672.159422:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234672.159429:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761234672.159431:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234672.159442:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234672/real 1761234672] req@ffff943800b98700 x1846776749122688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234672.159450:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749123072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234672.159455:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749122688/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234672.159481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234672.159485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234672.159485:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234672.159491:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749122688:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234672.159495:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1761234672.159499:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749122816:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234672.159500:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234672.159509:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11195 00000100:00080000:3.0:1761234672.159518:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761234672.159521:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234672.159527:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234672.159531:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234672/real 1761234672] req@ffff943800b9b480 x1846776749122816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234672.159536:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234672.159545:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749122816/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234672.159553:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234672.159558:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:3.0:1761234672.159558:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749123200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234672.159564:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749122816:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234672.159580:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234672.159583:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749122944:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234672.159590:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234672.159595:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234672.159600:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11195 00000800:00000100:0.0:1761234672.159604:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234672.159610:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234672.159616:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234672/real 1761234672] req@ffff943800b9aa00 x1846776749122944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234672.159619:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234672.159631:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234672.159642:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749122944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234672.159648:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749123328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234672.159656:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234672.159659:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234672.159665:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749122944:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234672.159681:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749123072:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234672.159706:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234672.159720:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234672/real 1761234672] req@ffff943800b98000 x1846776749123072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234672.159755:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749123072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234672.159767:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234672.159769:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234672.159772:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749123072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234672.159776:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749123200:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234672.159792:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234672.159813:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234672/real 1761234672] req@ffff943800b98380 x1846776749123200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234672.159822:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749123200/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234672.159828:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234672.159830:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234672.159832:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749123200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234672.159843:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749123328:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234672.159856:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234672.159863:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234672/real 1761234672] req@ffff943800b9b480 x1846776749123328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234672.159871:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749123328/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234672.159876:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234672.159878:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234672.159881:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749123328:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234672.670900:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234672.670900:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234672.670900:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234672.990911:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234672.990932:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234673.694838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234673.694857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234673.694883:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234674.014952:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234674.014984:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234674.718887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234674.718887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234674.718918:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234675.038911:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234675.038950:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234675.742843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234675.742847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234675.742863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234676.062892:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234676.062944:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234676.766857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234676.766857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234676.766857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234677.086904:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234677.086974:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234677.278867:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234677.278876:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234677.278880:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234677.278888:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11200 00000100:00080000:0.0:1761234677.278913:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234677.278919:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234677.278954:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749123456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234677.278980:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234677.278983:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234677.278984:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234677.278987:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11200 00000100:00080000:0.0:1761234677.278990:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234677.278993:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234677.279001:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234677.279010:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749123584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234677.279015:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749123456:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234677.279029:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234677.279032:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234677.279033:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234677.279037:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11200 00000100:00080000:0.0:1761234677.279040:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234677.279042:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234677.279045:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234677.279054:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749123712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234677.279061:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234677.279063:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234677.279064:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234677.279067:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11200 00000100:00080000:0.0:1761234677.279070:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234677.279072:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234677.279075:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234677.279080:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234677.279084:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749123840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234677.279092:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234677.279095:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234677.279096:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234677.279099:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11200 00000100:00080000:0.0:1761234677.279102:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234677.279105:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234677.279109:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234677.279119:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749123968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234677.279119:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234677/real 1761234677] req@ffff9437f87f8700 x1846776749123456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234677.279149:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234677.279152:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234677.279153:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234677.279161:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749123456/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234677.279162:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11200 00000100:00080000:0.0:1761234677.279167:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234677.279173:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234677.279179:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234677.279183:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761234677.279188:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749124096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234677.279194:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234677.279200:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234677.279206:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761234677.279206:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749123456:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234677.279207:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234677.279214:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11200 00000100:00080000:0.0:1761234677.279218:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234677.279221:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234677.279224:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234677.279230:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749124224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234677.279240:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749123584:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234677.279261:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234677.279264:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234677.279265:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234677.279268:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11200 00000100:00080000:0.0:1761234677.279271:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234677.279273:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234677.279277:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234677.279287:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749124352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234677.279291:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234677.279312:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234677/real 1761234677] req@ffff9437f87f9500 x1846776749123584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234677.279325:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749123584/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234677.279334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234677.279338:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234677.279341:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749123584:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234677.279347:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749123712:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234677.279369:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234677.279379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234677/real 1761234677] req@ffff9437f87f8000 x1846776749123712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234677.279387:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749123712/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234677.279397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234677.279399:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234677.279402:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749123712:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234677.279406:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749123840:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234677.279418:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234677.279424:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234677/real 1761234677] req@ffff9437f87fa300 x1846776749123840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234677.279431:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749123840/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234677.279436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234677.279438:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234677.279439:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749123840:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234677.279443:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749123968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234677.279452:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234677.279457:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234677/real 1761234677] req@ffff9437f87fbb80 x1846776749123968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234677.279465:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749123968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234677.279470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234677.279472:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234677.279474:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749123968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234677.279477:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749124096:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234677.279486:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234677.279491:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234677/real 1761234677] req@ffff9437f87fad80 x1846776749124096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234677.279498:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749124096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234677.279502:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234677.279504:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234677.279506:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749124096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234677.279520:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749124224:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234677.279529:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234677.279535:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234677/real 1761234677] req@ffff9437f87f8a80 x1846776749124224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234677.279543:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749124224/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234677.279548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234677.279550:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234677.279552:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749124224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234677.279555:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749124352:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234677.279564:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234677.279570:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234677/real 1761234677] req@ffff9437f87fb100 x1846776749124352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234677.279577:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749124352/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234677.279582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234677.279584:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234677.279586:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749124352:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234677.790820:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234677.790834:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234677.790885:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234678.110874:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234678.111000:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234678.814830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234678.814832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234678.814835:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234679.134904:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234679.134971:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234679.838816:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234679.838828:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234679.838868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234680.158848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234680.158911:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234680.862860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234680.862860:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234680.862861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234681.182826:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234681.182892:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234681.886847:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234681.886849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234681.886868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234682.206889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234682.206974:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234682.398882:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234682.398892:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234682.398898:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234682.398912:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11206 00000100:00080000:1.0:1761234682.398925:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234682.398934:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234682.398970:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749124480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234682.398996:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234682.398999:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234682.399001:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234682.399005:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11206 00000100:00080000:1.0:1761234682.399008:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234682.399012:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234682.399023:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234682.399032:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749124480:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234682.399049:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749124608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234682.399063:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234682.399067:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234682.399074:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234682.399079:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11206 00000100:00080000:1.0:1761234682.399085:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234682.399089:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761234682.399095:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761234682.399099:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234682.399116:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749124736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234682.399128:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234682.399132:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234682.399134:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234682.399138:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11206 00000100:00080000:1.0:1761234682.399143:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234682.399148:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234682.399154:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234682.399156:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234682/real 1761234682] req@ffff9437f86d4700 x1846776749124480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234682.399171:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749124864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234682.399176:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749124480/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234682.399200:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234682.399200:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234682.399206:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234682.399208:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1761234682.399211:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749124480:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234682.399213:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234682.399221:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11206 00000100:00080000:1.0:1761234682.399226:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234682.399232:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234682.399234:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749124608:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761234682.399241:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234682.399258:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749124992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234682.399261:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234682.399274:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234682/real 1761234682] req@ffff9437f86d7480 x1846776749124608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234682.399276:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234682.399285:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234682.399289:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234682.399293:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749124608/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234682.399297:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11206 00000100:00080000:0.0:1761234682.399309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234682.399309:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234682.399316:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234682.399319:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234682.399322:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749124608:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761234682.399328:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234682.399330:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749124736:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234682.399349:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749125120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234682.399360:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234682.399364:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234682.399369:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234682.399372:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234682.399377:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234682/real 1761234682] req@ffff9437f86d6a00 x1846776749124736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234682.399380:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11206 00000100:00080000:1.0:1761234682.399388:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234682.399395:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234682.399402:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749124736/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761234682.399403:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234682.399417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761234682.399421:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749125248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234682.399425:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234682.399433:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749124736:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234682.399440:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234682.399446:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749124864:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761234682.399447:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234682.399452:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234682.399458:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11206 00000100:00080000:1.0:1761234682.399463:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234682.399468:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234682.399473:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761234682.399479:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234682.399488:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749125376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234682.399497:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234682/real 1761234682] req@ffff9437f86d5180 x1846776749124864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234682.399524:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749124864/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234682.399534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234682.399538:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234682.399541:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749124864:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234682.399559:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749124992:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234682.399580:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234682.399591:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234682/real 1761234682] req@ffff9437f86d6d80 x1846776749124992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234682.399631:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749124992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234682.399641:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234682.399644:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234682.399648:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749124992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234682.399654:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749125120:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234682.399676:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234682.399687:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234682/real 1761234682] req@ffff9437f86d7100 x1846776749125120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234682.399699:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749125120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234682.399714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234682.399718:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234682.399721:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749125120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234682.399749:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749125248:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234682.399766:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234682.399774:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234682/real 1761234682] req@ffff9437f86d4700 x1846776749125248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234682.399782:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749125248/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234682.399788:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234682.399790:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234682.399792:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749125248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234682.399796:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749125376:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234682.399806:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234682.399812:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234682/real 1761234682] req@ffff9437f86d5f80 x1846776749125376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234682.399819:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749125376/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234682.399824:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234682.399825:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234682.399828:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749125376:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234682.910825:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234682.910832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234682.910833:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234683.230817:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234683.230917:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234683.934852:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234683.934884:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234683.934939:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234684.254877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234684.254919:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234684.958867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234684.958927:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234684.958944:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234685.278812:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234685.278926:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234685.982855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234685.982860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234685.982880:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234686.302849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234686.302917:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234687.006874:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234687.006874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234687.006874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234687.326804:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234687.326887:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234687.518849:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234687.518857:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234687.518862:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234687.518872:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11211 00000100:00080000:1.0:1761234687.518882:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234687.518888:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234687.518921:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749125504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234687.518949:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234687.518952:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234687.518954:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234687.518957:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11211 00000100:00080000:1.0:1761234687.518959:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234687.518962:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234687.518969:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234687.518978:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749125632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234687.518987:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234687.518989:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749125504:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234687.518992:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234687.518996:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234687.519000:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11211 00000100:00080000:1.0:1761234687.519002:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234687.519004:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234687.519008:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234687.519016:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749125760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234687.519024:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234687.519027:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234687.519028:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234687.519030:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11211 00000100:00080000:1.0:1761234687.519040:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234687.519042:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234687.519045:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761234687.519048:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234687.519057:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749125888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234687.519066:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234687.519069:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234687.519070:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234687.519073:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11211 00000100:00080000:1.0:1761234687.519076:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234687.519079:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234687.519083:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234687.519087:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234687/real 1761234687] req@ffff9437f86d5c00 x1846776749125504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234687.519095:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749126016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234687.519104:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234687.519107:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749125504/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234687.519108:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234687.519113:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234687.519122:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11211 00000100:00080000:0.0:1761234687.519127:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234687.519127:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234687.519135:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761234687.519137:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000008:00100000:1.0:1761234687.519140:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234687.519142:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749125504:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234687.519152:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749126144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234687.519158:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234687.519161:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234687.519162:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234687.519166:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749125632:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234687.519168:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11211 00000100:00080000:1.0:1761234687.519174:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234687.519176:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234687.519179:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234687.519189:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749126272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234687.519194:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234687.519204:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234687.519208:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1761234687.519211:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234687/real 1761234687] req@ffff9437f86d4000 x1846776749125632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234687.519212:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234687.519221:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11211 00000100:00080000:1.0:1761234687.519227:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234687.519231:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234687.519235:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749125632/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761234687.519237:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234687.519249:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761234687.519252:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749126400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234687.519255:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234687.519263:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749125632:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234687.519274:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749125760:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234687.519296:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234687.519306:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234687/real 1761234687] req@ffff9437f86d5880 x1846776749125760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234687.519314:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749125760/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234687.519320:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234687.519322:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234687.519324:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749125760:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234687.519328:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749125888:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234687.519338:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234687.519344:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234687/real 1761234687] req@ffff9437f86d7b80 x1846776749125888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234687.519351:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749125888/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234687.519356:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234687.519358:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234687.519360:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749125888:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234687.519364:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749126016:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234687.519373:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234687.519379:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234687/real 1761234687] req@ffff9437f86d6680 x1846776749126016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234687.519387:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749126016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234687.519392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234687.519394:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234687.519396:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749126016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234687.519399:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749126144:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234687.519408:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234687.519415:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234687/real 1761234687] req@ffff9437f86d4380 x1846776749126144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234687.519422:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749126144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234687.519427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234687.519429:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234687.519430:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749126144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234687.519443:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749126272:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234687.519452:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234687.519458:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234687/real 1761234687] req@ffff9437f86d5c00 x1846776749126272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234687.519465:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749126272/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234687.519471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234687.519473:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234687.519475:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749126272:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234687.519478:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749126400:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234687.519487:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234687.519492:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234687/real 1761234687] req@ffff9437f86d5f80 x1846776749126400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234687.519499:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749126400/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234687.519529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234687.519532:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234687.519534:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749126400:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234688.030895:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234688.030895:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234688.030919:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234688.350889:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234688.350945:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234689.054869:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234689.054869:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234689.054869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234689.374849:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234689.374917:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234690.078851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234690.078852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234690.078932:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234690.398858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234690.398965:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234691.102835:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234691.102835:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234691.102835:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234691.422835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234691.422938:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234692.126801:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234692.126819:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234692.126964:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234692.446804:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234692.446891:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234692.638839:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234692.638848:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234692.638852:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234692.638863:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11216 00000100:00080000:1.0:1761234692.638873:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234692.638879:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234692.638910:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749126528/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234692.638938:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234692.638941:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234692.638942:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234692.638946:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11216 00000100:00080000:1.0:1761234692.638949:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234692.638951:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234692.638959:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234692.638968:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749126656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234692.638982:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749126528:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234692.638991:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234692.638998:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234692.639001:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234692.639007:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11216 00000100:00080000:1.0:1761234692.639012:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234692.639016:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234692.639021:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234692.639031:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749126784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234692.639042:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761234692.639051:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234692.639054:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234692.639058:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234692.639064:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11216 00000100:00080000:1.0:1761234692.639070:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234692.639076:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234692.639082:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234692.639096:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234692/real 1761234692] req@ffff9437f86d4700 x1846776749126528/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234692.639101:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749126912/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234692.639135:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234692.639142:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234692.639144:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234692.639149:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749126528/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234692.639153:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11216 00000100:00080000:1.0:1761234692.639162:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234692.639164:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234692.639169:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761234692.639170:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234692.639178:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749126528:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761234692.639181:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234692.639196:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749127040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234692.639202:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749126656:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234692.639212:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234692.639215:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234692.639217:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234692.639221:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11216 00000100:00080000:1.0:1761234692.639233:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761234692.639234:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234692.639240:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234692.639245:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234692.639256:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234692/real 1761234692] req@ffff9437f86d7100 x1846776749126656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234692.639257:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749127168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234692.639292:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234692.639298:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749126656/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234692.639299:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234692.639303:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234692.639314:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11216 00000100:00080000:0.0:1761234692.639317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234692.639321:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234692.639323:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234692.639329:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749126656:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234692.639338:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234692.639339:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749126784:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761234692.639349:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234692.639368:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749127296/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234692.639378:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234692.639387:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234692.639392:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234692.639397:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234692.639398:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234692/real 1761234692] req@ffff9437f86d6d80 x1846776749126784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234692.639405:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11216 00000100:00100000:0.0:1761234692.639437:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749126784/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234692.639445:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234692.639453:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234692.639461:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234692.639478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761234692.639479:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749127424/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234692.639489:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234692.639500:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749126784:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234692.639509:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749126912:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234692.639538:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234692.639551:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234692/real 1761234692] req@ffff9437f86d5180 x1846776749126912/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234692.639564:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749126912/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234692.639573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234692.639577:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234692.639580:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749126912:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234692.639599:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749127040:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234692.639620:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234692.639632:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234692/real 1761234692] req@ffff9437f86d6a00 x1846776749127040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234692.639645:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749127040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234692.639654:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234692.639657:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234692.639661:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749127040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234692.639669:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749127168:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234692.639689:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234692.639700:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234692/real 1761234692] req@ffff9437f86d7480 x1846776749127168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234692.639712:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749127168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234692.639722:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234692.639725:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234692.639750:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749127168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234692.639755:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749127296:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234692.639771:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234692.639779:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234692/real 1761234692] req@ffff9437f86d4700 x1846776749127296/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234692.639786:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749127296/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234692.639792:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234692.639794:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234692.639796:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749127296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234692.639800:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749127424:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234692.639810:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234692.639816:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234692/real 1761234692] req@ffff9437f86d5f80 x1846776749127424/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234692.639823:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749127424/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234692.639829:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234692.639831:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234692.639833:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749127424:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234693.150793:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234693.150811:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234693.150853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234693.470858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234693.470933:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234694.174838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234694.174838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234694.174857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234694.494846:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234694.494924:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234695.198823:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234695.198831:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234695.198839:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00010000:00010000:1.0:1761234695.518941:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234695.518967:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:1.0:1761234696.222827:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234696.222832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234696.222886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234696.542910:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234696.542979:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234697.246824:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234697.246850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234697.246905:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234697.566837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234697.566924:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234697.758850:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234697.758862:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234697.758867:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234697.758878:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11221 00000100:00080000:1.0:1761234697.758891:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234697.758901:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234697.758936:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749127552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234697.758962:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234697.758965:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234697.758967:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234697.758970:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11221 00000100:00080000:1.0:1761234697.758973:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234697.758977:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234697.758984:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234697.758993:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749127680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234697.759002:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234697.759007:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749127552:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234697.759007:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234697.759011:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234697.759019:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11221 00000100:00080000:1.0:1761234697.759022:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234697.759024:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234697.759026:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234697.759036:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749127808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234697.759042:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234697.759045:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234697.759046:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234697.759049:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11221 00000100:00080000:1.0:1761234697.759059:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234697.759062:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234697.759065:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761234697.759068:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234697.759077:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749127936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234697.759090:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234697.759092:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234697.759094:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234697.759097:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11221 00000100:00080000:1.0:1761234697.759100:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234697.759102:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234697.759106:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234697.759118:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234697/real 1761234697] req@ffff9437f86d5c00 x1846776749127552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234697.759121:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749128064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234697.759150:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234697.759154:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234697.759157:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234697.759161:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749127552/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234697.759165:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11221 00000100:00080000:1.0:1761234697.759173:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234697.759181:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761234697.759183:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234697.759191:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234697.759198:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749127552:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761234697.759199:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234697.759218:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749128192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234697.759234:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234697.759238:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234697.759240:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234697.759246:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11221 00000100:00100000:0.0:1761234697.759247:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749127680:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234697.759252:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234697.759258:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234697.759262:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234697.759273:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749128320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234697.759281:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234697.759284:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234697.759288:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234697.759290:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234697.759294:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11221 00000100:00100000:0.0:1761234697.759298:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234697/real 1761234697] req@ffff9437f86d4380 x1846776749127680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234697.759299:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234697.759306:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234697.759339:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749127680/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761234697.759340:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234697.759358:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761234697.759361:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749128448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234697.759367:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234697.759377:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749127680:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234697.759388:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749127808:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234697.759415:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234697.759428:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234697/real 1761234697] req@ffff9437f86d6680 x1846776749127808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234697.759442:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749127808/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234697.759451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234697.759454:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234697.759456:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749127808:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234697.759461:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749127936:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234697.759477:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234697.759485:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234697/real 1761234697] req@ffff9437f86d7b80 x1846776749127936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234697.759493:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749127936/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234697.759498:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234697.759500:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234697.759502:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749127936:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234697.759505:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749128064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234697.759515:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234697.759521:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234697/real 1761234697] req@ffff9437f86d5880 x1846776749128064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234697.759528:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749128064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234697.759533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234697.759535:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234697.759536:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749128064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234697.759540:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749128192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234697.759549:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234697.759554:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234697/real 1761234697] req@ffff9437f86d4000 x1846776749128192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234697.759561:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749128192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234697.759571:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234697.759573:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234697.759575:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749128192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234697.759589:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749128320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234697.759599:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234697.759605:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234697/real 1761234697] req@ffff9437f86d5c00 x1846776749128320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234697.759612:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749128320/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234697.759617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234697.759619:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234697.759621:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749128320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234697.759624:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749128448:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234697.759633:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234697.759639:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234697/real 1761234697] req@ffff9437f86d5f80 x1846776749128448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234697.759646:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749128448/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234697.759651:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234697.759653:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234697.759655:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749128448:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234698.270847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234698.270848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234698.270852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234698.590835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234698.590891:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234699.294871:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234699.294879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234699.294923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234699.614895:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234699.614995:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234700.319841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234700.319857:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234700.319971:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234700.638866:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234700.638982:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234701.343050:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234701.343631:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234701.343760:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234701.662914:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234701.663024:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234702.367103:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234702.367264:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234702.367658:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234702.686859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234702.686990:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234702.878910:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234702.878923:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234702.878931:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234702.878943:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11226 00000100:00080000:1.0:1761234702.878958:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234702.878965:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234702.879009:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749128576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234702.879045:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234702.879050:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234702.879052:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234702.879056:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11226 00000100:00080000:1.0:1761234702.879061:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234702.879065:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234702.879075:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234702.879094:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749128704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234702.879107:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234702.879115:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749128576:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234702.879115:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234702.879120:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234702.879139:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11226 00000100:00080000:1.0:1761234702.879144:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234702.879149:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234702.879156:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234702.879173:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749128832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234702.879184:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234702.879188:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234702.879190:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234702.879195:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11226 00000100:00080000:1.0:1761234702.879212:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761234702.879242:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234702.879253:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234702.879263:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234702.879280:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749128960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234702.879294:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234702.879298:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234702.879300:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234702.879308:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11226 00000100:00100000:0.0:1761234702.879311:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234702/real 1761234702] req@ffff9437f86d4700 x1846776749128576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234702.879316:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234702.879333:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234702.879342:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234702.879350:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749128576/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234702.879362:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749129088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234702.879372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234702.879380:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234702.879386:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234702.879391:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234702.879397:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234702.879398:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749128576:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234702.879410:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11226 00000100:00080000:1.0:1761234702.879418:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234702.879424:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234702.879429:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234702.879445:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749129216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234702.879453:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749128704:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234702.879460:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234702.879465:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234702.879467:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234702.879473:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11226 00000100:00080000:1.0:1761234702.879479:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234702.879484:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234702.879489:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761234702.879498:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234702.879505:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749129344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234702.879518:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234702.879521:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234702/real 1761234702] req@ffff9437f86d7480 x1846776749128704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234702.879524:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234702.879528:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234702.879547:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11226 00000100:00080000:1.0:1761234702.879559:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234702.879565:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749128704/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234702.879568:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234702.879582:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234702.879597:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761234702.879606:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749129472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234702.879609:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234702.879624:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749128704:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234702.879642:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749128832:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234702.879687:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234702.879703:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234702/real 1761234702] req@ffff9437f86d6a00 x1846776749128832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234702.879717:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749128832/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234702.879726:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234702.879761:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234702.879766:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749128832:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234702.879775:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749128960:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234702.879815:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234702.879829:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234702/real 1761234702] req@ffff9437f86d5180 x1846776749128960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234702.879842:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749128960/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234702.879852:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234702.879856:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234702.879861:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749128960:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234702.879868:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749129088:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234702.879891:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234702.879902:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234702/real 1761234702] req@ffff9437f86d6d80 x1846776749129088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234702.879915:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749129088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234702.879924:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234702.879928:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234702.879931:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749129088:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234702.879956:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749129216:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234702.879980:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234702.879993:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234702/real 1761234702] req@ffff9437f86d7100 x1846776749129216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234702.880005:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749129216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234702.880015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234702.880018:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234702.880022:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749129216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234702.880029:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749129344:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234702.880052:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234702.880065:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234702/real 1761234702] req@ffff9437f86d4700 x1846776749129344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234702.880077:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749129344/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234702.880086:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234702.880089:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234702.880092:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749129344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234702.880098:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749129472:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234702.880119:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234702.880130:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234702/real 1761234702] req@ffff9437f86d5f80 x1846776749129472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234702.880142:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749129472/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234702.880151:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234702.880154:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234702.880158:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749129472:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234703.391111:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234703.391122:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234703.391875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234703.710863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234703.710958:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234704.415150:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234704.415357:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234704.415620:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234704.734853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234704.734929:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234705.439192:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234705.439440:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234705.439987:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234705.758841:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234705.758907:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234706.462826:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234706.462844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234706.462850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234706.782880:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234706.782978:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234707.486846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234707.486850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234707.486877:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234707.806879:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234707.806975:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234707.998919:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234707.998936:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234707.998941:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234707.998954:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11231 00000100:00080000:3.0:1761234707.998968:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234707.998975:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234707.999021:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749129600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234707.999049:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234707.999053:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234707.999054:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234707.999058:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11231 00000100:00080000:3.0:1761234707.999061:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234707.999065:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234707.999076:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234707.999087:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749129728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234707.999097:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234707.999099:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234707.999101:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234707.999106:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11231 00000100:00080000:3.0:1761234707.999113:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234707.999129:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749129600:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234707.999132:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234707.999143:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234707.999155:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749129856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234707.999163:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234707.999166:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234707.999168:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234707.999173:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11231 00000100:00080000:3.0:1761234707.999178:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234707.999182:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234707.999188:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234707.999198:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749129984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234707.999205:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234707.999208:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234707.999209:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234707.999212:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11231 00000100:00080000:3.0:1761234707.999215:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234707.999218:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234707.999220:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234707.999228:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749130112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234707.999235:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234707.999238:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234707.999239:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234707.999243:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11231 00000100:00080000:3.0:1761234707.999245:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234707.999247:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234707.999251:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234707.999262:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749130240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234707.999270:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234707.999272:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234707.999274:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234707.999276:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11231 00000100:00080000:3.0:1761234707.999281:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234707.999285:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234707.999290:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234707.999292:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749129728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234707.999303:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749130368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234707.999313:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234707.999315:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234707.999317:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234707.999322:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11231 00000100:00080000:3.0:1761234707.999335:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234707.999341:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234707.999345:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234707.999352:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749129856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234707.999362:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749130496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234707.999407:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749129984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234707.999441:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749130112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234707.999477:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749130240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234707.999503:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749130368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234707.999523:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749130496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234708.510906:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234708.510907:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234708.510908:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234708.830853:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234708.830946:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234709.534822:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234709.534851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234709.534855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234709.854881:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234709.854962:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234710.558867:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234710.558867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234710.558878:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234710.878867:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234710.879003:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1761234711.071104:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:2.0:1761234711.071138:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761234711.071159:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761234711.071205:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761234711.071214:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761234711.071223:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761234711.071232:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761234711.071240:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761234711.071248:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:2.0:1761234711.071257:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:0.0:1761234711.071398:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234707/real 1761234711] req@ffff943800b98a80 x1846776749130368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234711.071432:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749130368/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234711.071447:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234711.071454:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234711.071459:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749130368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234711.071470:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234707/real 1761234711] req@ffff943800b9bb80 x1846776749130496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234711.071482:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749130496/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234711.071492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234711.071496:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234711.071500:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749130496:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234711.071508:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234707/real 1761234711] req@ffff943800b98e00 x1846776749129728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234711.071521:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749129728/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234711.071531:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234711.071535:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234711.071539:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749129728:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234711.071547:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234707/real 1761234711] req@ffff943800b99f80 x1846776749129856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234711.071559:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749129856/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234711.071569:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234711.071572:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234711.071576:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749129856:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234711.071585:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234707/real 1761234711] req@ffff943800b9ad80 x1846776749129984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234711.071597:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749129984/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234711.071606:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234711.071610:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234711.071613:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749129984:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234711.071621:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234707/real 1761234711] req@ffff943800b9a680 x1846776749130112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234711.071632:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749130112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234711.071642:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234711.071646:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234711.071650:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749130112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234711.071658:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234707/real 1761234711] req@ffff943800b9b800 x1846776749130240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234711.071668:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749130240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234711.071678:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234711.071681:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234711.071685:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749130240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234711.071693:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234707/real 1761234711] req@ffff943800b98700 x1846776749129600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234711.071706:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749129600/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234711.071715:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234711.071718:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234711.071722:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749129600:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234711.582883:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234711.582883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234711.582903:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234711.902859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234711.902921:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234712.606823:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234712.606823:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234712.606941:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234712.926877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234712.926943:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234713.118845:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234713.118856:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234713.118860:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234713.118870:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11236 00000100:00080000:3.0:1761234713.118882:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234713.118891:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234713.118928:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749130624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234713.118961:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234713.118965:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234713.118967:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234713.118972:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11236 00000100:00080000:3.0:1761234713.118976:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234713.118981:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234713.118991:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234713.119003:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749130624:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234713.119004:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749130752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234713.119015:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234713.119018:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234713.119031:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234713.119036:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11236 00000100:00080000:3.0:1761234713.119040:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234713.119043:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234713.119048:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234713.119060:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749130880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234713.119069:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234713.119072:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234713.119074:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761234713.119075:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234713.119078:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11236 00000100:00080000:3.0:1761234713.119081:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234713.119084:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234713.119089:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234713.119099:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749131008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234713.119108:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234713.119111:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234713.119114:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234713.119118:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11236 00000100:00080000:3.0:1761234713.119122:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234713.119125:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234713.119128:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234713/real 1761234713] req@ffff943800b99500 x1846776749130624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1761234713.119130:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234713.119140:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749131136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234713.119148:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749130624/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234713.119148:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234713.119153:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234713.119155:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234713.119159:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234713.119159:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11236 00000100:00080000:3.0:1761234713.119162:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234713.119163:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234713.119165:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234713.119167:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749130624:192.168.201.139@tcp:250:kworker.0 00000008:00100000:3.0:1761234713.119170:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234713.119178:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749131264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234713.119186:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234713.119189:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749130752:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234713.119203:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234713.119205:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234713.119209:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11236 00000800:00000100:0.0:1761234713.119211:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234713.119213:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234713.119216:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234713.119221:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234713.119224:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234713/real 1761234713] req@ffff943800b99c00 x1846776749130752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234713.119232:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749131392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234713.119237:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749130752/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234713.119244:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234713.119247:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234713.119248:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234713.119249:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234713.119252:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:3.0:1761234713.119253:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11236 00000100:00100000:0.0:1761234713.119255:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749130752:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234713.119256:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234713.119260:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234713.119262:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749130880:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761234713.119264:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234713.119273:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749131520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234713.119280:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234713.119290:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234713/real 1761234713] req@ffff943800b98700 x1846776749130880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234713.119303:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749130880/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234713.119312:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234713.119315:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234713.119319:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749130880:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234713.119340:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749131008:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234713.119363:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234713.119375:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234713/real 1761234713] req@ffff943800b9b800 x1846776749131008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234713.119387:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749131008/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234713.119396:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234713.119399:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234713.119402:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749131008:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234713.119408:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749131136:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234713.119428:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234713.119440:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234713/real 1761234713] req@ffff943800b9a680 x1846776749131136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234713.119450:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749131136/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234713.119459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234713.119462:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234713.119465:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749131136:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234713.119471:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749131264:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234713.119490:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234713.119502:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234713/real 1761234713] req@ffff943800b9ad80 x1846776749131264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234713.119515:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749131264/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234713.119524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234713.119527:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234713.119531:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749131264:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234713.119552:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749131392:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234713.119579:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234713.119592:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234713/real 1761234713] req@ffff943800b99f80 x1846776749131392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234713.119610:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749131392/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234713.119618:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234713.119621:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234713.119625:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749131392:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234713.119631:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749131520:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234713.119653:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234713.119664:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234713/real 1761234713] req@ffff943800b98e00 x1846776749131520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234713.119676:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749131520/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234713.119684:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234713.119688:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234713.119692:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749131520:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234713.630842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234713.630842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234713.630851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234713.950825:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234713.950895:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234714.654832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234714.654832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234714.654837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234714.974861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234714.974957:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234715.678868:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234715.678869:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234715.678869:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234715.998870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234715.998947:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234716.702853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234716.702853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234716.702853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234717.022858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234717.022924:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234717.726873:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234717.726873:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234717.726873:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234718.046838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234718.046905:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234718.238887:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234718.238896:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234718.238902:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234718.238913:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11241 00000100:00080000:2.0:1761234718.238947:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234718.238953:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234718.238990:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749131648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234718.239016:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234718.239019:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234718.239020:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234718.239024:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11241 00000100:00080000:2.0:1761234718.239026:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234718.239028:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234718.239036:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234718.239045:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749131776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234718.239053:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234718.239055:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234718.239057:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234718.239060:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11241 00000100:00080000:2.0:1761234718.239061:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234718.239063:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234718.239066:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234718.239071:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749131648:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234718.239076:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776749131904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234718.239086:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234718.239088:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234718.239089:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234718.239091:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11241 00000100:00080000:2.0:1761234718.239096:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234718.239098:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234718.239102:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234718.239111:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776749132032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234718.239117:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234718.239119:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234718.239121:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234718.239123:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11241 00000100:00080000:2.0:1761234718.239134:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234718.239137:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234718.239140:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761234718.239147:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:2.0:1761234718.239149:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776749132160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234718.239157:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234718.239160:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234718.239161:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234718.239164:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11241 00000100:00080000:2.0:1761234718.239168:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234718.239171:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234718.239173:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234718.239181:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749132288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234718.239191:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234718.239195:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1761234718.239196:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234718/real 1761234718] req@ffff9437fa0ddc00 x1846776749131648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234718.239197:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234718.239201:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11241 00000100:00080000:2.0:1761234718.239206:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234718.239211:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234718.239217:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234718.239227:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749132416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234718.239231:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749131648/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234718.239237:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234718.239243:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234718.239246:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234718.239252:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11241 00000100:00080000:2.0:1761234718.239256:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234718.239257:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234718.239260:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234718.239265:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234718.239267:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234718.239273:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749131648:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234718.239275:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749132544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234718.239289:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749131776:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234718.239315:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234718.239327:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234718/real 1761234718] req@ffff9437fa0dc380 x1846776749131776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234718.239340:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749131776/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234718.239350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234718.239353:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234718.239357:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749131776:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234718.239379:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749131904:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234718.239399:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234718.239411:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234718/real 1761234718] req@ffff9437fa0dc000 x1846776749131904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234718.239425:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776749131904/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234718.239442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234718.239444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234718.239448:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749131904:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234718.239454:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749132032:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234718.239473:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234718.239484:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234718/real 1761234718] req@ffff9437fa0dd180 x1846776749132032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234718.239496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776749132032/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234718.239504:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234718.239508:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234718.239511:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749132032:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234718.239517:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749132160:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234718.239535:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234718.239546:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234718/real 1761234718] req@ffff9437fa0dfb80 x1846776749132160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234718.239558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776749132160/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234718.239567:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234718.239570:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234718.239574:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749132160:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234718.239580:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749132288:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234718.239597:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234718.239607:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234718/real 1761234718] req@ffff9437fa0df800 x1846776749132288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234718.239619:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749132288/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234718.239628:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234718.239631:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234718.239635:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749132288:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234718.239640:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749132416:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234718.239660:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234718.239671:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234718/real 1761234718] req@ffff9437fa0dc700 x1846776749132416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234718.239683:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749132416/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234718.239692:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234718.239695:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234718.239699:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749132416:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234718.239705:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749132544:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234718.239724:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234718.239760:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234718/real 1761234718] req@ffff9437fa0dea00 x1846776749132544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234718.239773:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749132544/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234718.239781:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234718.239784:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234718.239788:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749132544:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234718.750849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234718.750849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234718.750858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234719.070843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234719.070889:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234719.774854:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234719.774855:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234719.774866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234720.094851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234720.094949:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234720.798839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234720.798839:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234720.798849:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234721.118858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234721.118934:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234721.822821:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234721.822821:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234721.822832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234722.142838:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234722.142955:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234722.846858:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234722.846859:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234722.846861:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234723.166888:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234723.166949:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234723.358849:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234723.358861:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234723.358865:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234723.358874:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11247 00000100:00080000:2.0:1761234723.358887:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234723.358894:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234723.358933:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776749132672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234723.358963:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234723.358967:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234723.358970:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234723.358974:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11247 00000100:00080000:2.0:1761234723.358979:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234723.358984:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234723.358995:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234723.359015:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749132672:192.168.201.139@tcp:250:kworker.0 00000100:00100000:2.0:1761234723.359016:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df100 x1846776749132800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234723.359035:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234723.359038:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234723.359040:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234723.359044:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11247 00000100:00080000:2.0:1761234723.359049:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234723.359054:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234723.359059:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234723.359073:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df480 x1846776749132928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234723.359086:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761234723.359092:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234723.359093:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234723.359098:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234723.359103:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11247 00000100:00080000:2.0:1761234723.359109:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234723.359114:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234723.359120:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234723.359133:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0de300 x1846776749133056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234723.359142:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234723/real 1761234723] req@ffff9437fa0dca80 x1846776749132672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234723.359148:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234723.359157:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234723.359161:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234723.359168:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11247 00000100:00080000:2.0:1761234723.359173:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234723.359175:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776749132672/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234723.359180:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234723.359189:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761234723.359195:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234723.359201:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:2.0:1761234723.359206:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ded80 x1846776749133184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234723.359207:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749132672:192.168.201.139@tcp:250:kworker.0 00000100:00080000:2.0:1761234723.359222:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234723.359225:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234723.359226:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234723.359230:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11247 00000100:00080000:2.0:1761234723.359234:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234723.359238:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234723.359244:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234723.359245:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749132800:192.168.201.139@tcp:38:kworker.0 00000100:00100000:2.0:1761234723.359259:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd500 x1846776749133312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234723.359273:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761234723.359275:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:2.0:1761234723.359280:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234723.359283:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234723.359288:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11247 00000100:00100000:0.0:1761234723.359294:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234723/real 1761234723] req@ffff9437fa0df100 x1846776749132800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1761234723.359294:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234723.359302:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234723.359312:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234723.359320:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df100 x1846776749132800/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1761234723.359328:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dca80 x1846776749133440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234723.359337:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234723.359344:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234723.359346:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:2.0:1761234723.359351:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1761234723.359356:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749132800:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234723.359357:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234723.359367:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11247 00000100:00100000:0.0:1761234723.359372:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749132928:192.168.201.139@tcp:38:kworker.0 00000100:00080000:2.0:1761234723.359373:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234723.359381:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234723.359388:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234723.359402:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749133568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234723.359409:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234723.359431:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234723/real 1761234723] req@ffff9437fa0df480 x1846776749132928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234723.359446:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df480 x1846776749132928/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234723.359456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234723.359460:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234723.359463:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749132928:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234723.359470:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749133056:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234723.359491:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234723.359503:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234723/real 1761234723] req@ffff9437fa0de300 x1846776749133056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234723.359523:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0de300 x1846776749133056/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234723.359533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234723.359536:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234723.359540:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749133056:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234723.359546:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749133184:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234723.359566:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234723.359575:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234723/real 1761234723] req@ffff9437fa0ded80 x1846776749133184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234723.359583:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ded80 x1846776749133184/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234723.359588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234723.359590:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234723.359592:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749133184:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234723.359606:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749133312:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234723.359617:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234723.359624:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234723/real 1761234723] req@ffff9437fa0dd500 x1846776749133312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234723.359631:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd500 x1846776749133312/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234723.359640:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234723.359642:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234723.359644:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749133312:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234723.359648:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749133440:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234723.359657:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234723.359662:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234723/real 1761234723] req@ffff9437fa0dca80 x1846776749133440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234723.359668:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dca80 x1846776749133440/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234723.359674:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234723.359675:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234723.359677:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749133440:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234723.359681:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749133568:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234723.359689:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234723.359695:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234723/real 1761234723] req@ffff9437fa0dea00 x1846776749133568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234723.359702:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749133568/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234723.359706:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234723.359708:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234723.359711:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749133568:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234723.870915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234723.870916:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234723.870917:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234724.190886:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:0.0:1761234724.190945:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234724.894874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234724.894874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234724.894907:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234725.214882:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234725.214957:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234725.918866:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234725.918866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234725.918910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234726.238851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234726.238871:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234726.942886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234726.942886:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234726.942900:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234727.262891:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234727.262979:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234727.966901:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234727.966922:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234727.967007:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234728.286901:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234728.286983:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234728.479033:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234728.479048:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234728.479054:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234728.479071:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11252 00000100:00080000:3.0:1761234728.479086:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234728.479096:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234728.479148:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749133696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234728.479182:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234728.479186:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234728.479188:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234728.479192:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11252 00000100:00080000:3.0:1761234728.479197:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234728.479203:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234728.479215:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234728.479227:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749133696:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234728.479233:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749133824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234728.479246:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234728.479251:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234728.479253:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234728.479258:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11252 00000100:00080000:3.0:1761234728.479263:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234728.479268:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234728.479274:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234728.479287:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749133952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234728.479304:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234728.479307:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234728.479309:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761234728.479315:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234728.479317:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11252 00000100:00080000:3.0:1761234728.479324:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234728.479329:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234728.479335:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234728.479349:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749134080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234728.479360:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234728.479364:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234728.479366:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234728.479370:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11252 00000100:00080000:3.0:1761234728.479375:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234728.479380:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234728.479386:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234728.479390:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234728/real 1761234728] req@ffff943800b9bb80 x1846776749133696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234728.479401:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749134208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234728.479414:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234728.479417:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749133696/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234728.479420:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234728.479425:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234728.479436:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11252 00000100:00080000:0.0:1761234728.479440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234728.479448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234728.479452:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749133696:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234728.479453:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234728.479464:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234728.479470:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234728.479483:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749133824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234728.479485:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749134336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234728.479502:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234728.479506:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234728.479509:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234728.479514:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11252 00000800:00000100:0.0:1761234728.479519:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234728.479521:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234728.479528:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234728.479535:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234728.479545:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234728/real 1761234728] req@ffff943800b98a80 x1846776749133824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234728.479552:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749134464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234728.479570:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234728.479572:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749133824/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234728.479576:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234728.479580:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234728.479590:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11252 00000100:00080000:3.0:1761234728.479598:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234728.479604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234728.479605:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761234728.479613:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761234728.479615:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234728.479619:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749133824:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234728.479633:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749134592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234728.479641:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749133952:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234728.479679:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234728.479693:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234728/real 1761234728] req@ffff943800b9b480 x1846776749133952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234728.479705:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749133952/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234728.479714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234728.479718:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234728.479722:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749133952:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234728.479785:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749134080:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234728.479812:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234728.479824:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234728/real 1761234728] req@ffff943800b98380 x1846776749134080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234728.479837:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749134080/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234728.479845:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234728.479849:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234728.479853:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749134080:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234728.479860:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749134208:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234728.479881:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234728.479891:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234728/real 1761234728] req@ffff943800b98000 x1846776749134208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234728.479904:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749134208/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234728.479912:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234728.479915:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234728.479919:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749134208:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234728.479938:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749134336:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234728.479959:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234728.479971:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234728/real 1761234728] req@ffff943800b9aa00 x1846776749134336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234728.479983:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749134336/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234728.479990:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234728.479994:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234728.479998:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749134336:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234728.480004:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749134464:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234728.480022:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234728.480033:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234728/real 1761234728] req@ffff943800b9bb80 x1846776749134464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234728.480045:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749134464/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234728.480053:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234728.480056:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234728.480060:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749134464:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234728.480066:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749134592:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234728.480085:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234728.480097:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234728/real 1761234728] req@ffff943800b98e00 x1846776749134592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234728.480108:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749134592/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234728.480117:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234728.480120:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234728.480123:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749134592:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234728.990851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234728.990875:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234728.990875:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234729.310827:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234729.310883:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234730.014841:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234730.014841:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234730.014923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234730.334844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234730.334902:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234731.038789:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234731.038797:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234731.038802:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234731.358811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234731.358875:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234732.062826:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234732.062829:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234732.062838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234732.382835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234732.382902:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234733.086861:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234733.086874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234733.086893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234733.406840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234733.406899:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234733.598831:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234733.598842:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234733.598847:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234733.598857:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11257 00000100:00080000:3.0:1761234733.598874:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234733.598884:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234733.598920:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749134720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234733.598941:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234733.598944:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234733.598946:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234733.598949:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11257 00000100:00080000:3.0:1761234733.598952:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234733.598955:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234733.598963:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234733.598973:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9ad80 x1846776749134848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234733.598979:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749134720:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234733.598982:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234733.598988:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234733.598990:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234733.598993:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11257 00000100:00080000:3.0:1761234733.598996:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234733.598998:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234733.599001:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234733.599008:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9a680 x1846776749134976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234733.599013:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234733.599015:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234733.599017:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234733.599019:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11257 00000100:00080000:3.0:1761234733.599021:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234733.599023:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234733.599026:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234733.599032:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749135104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234733.599038:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234733.599040:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234733.599042:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234733.599044:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11257 00000100:00080000:3.0:1761234733.599047:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761234733.599051:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234733.599052:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234733.599057:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234733.599065:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749135232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234733.599071:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234733.599073:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234733.599074:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234733.599077:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11257 00000100:00080000:3.0:1761234733.599080:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234733.599082:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234733.599084:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234733.599095:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234733/real 1761234733] req@ffff943800b99f80 x1846776749134720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234733.599096:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749135360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234733.599116:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234733.599122:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234733.599123:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234733.599126:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11257 00000100:00080000:3.0:1761234733.599129:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234733.599133:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749134720/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234733.599134:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234733.599140:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234733.599153:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761234733.599155:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749135488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234733.599160:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234733.599169:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749134720:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234733.599173:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234733.599178:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234733.599180:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234733.599186:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11257 00000100:00080000:3.0:1761234733.599190:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234733.599194:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234733.599198:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749134848:192.168.201.139@tcp:38:kworker.0 00000008:00100000:3.0:1761234733.599202:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234733.599217:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749135616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234733.599227:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234733.599243:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234733/real 1761234733] req@ffff943800b9ad80 x1846776749134848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234733.599255:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9ad80 x1846776749134848/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234733.599264:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234733.599267:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234733.599271:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749134848:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234733.599277:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749134976:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234733.599295:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234733.599306:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234733/real 1761234733] req@ffff943800b9a680 x1846776749134976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234733.599317:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9a680 x1846776749134976/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234733.599324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234733.599327:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234733.599337:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749134976:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234733.599343:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749135104:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234733.599362:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234733.599373:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234733/real 1761234733] req@ffff943800b9b800 x1846776749135104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234733.599383:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749135104/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234733.599391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234733.599394:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234733.599397:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749135104:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234733.599403:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749135232:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234733.599420:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234733.599430:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234733/real 1761234733] req@ffff943800b98700 x1846776749135232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234733.599441:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749135232/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234733.599449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234733.599453:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234733.599456:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749135232:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234733.599461:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749135360:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234733.599479:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234733.599489:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234733/real 1761234733] req@ffff943800b99c00 x1846776749135360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234733.599500:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749135360/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234733.599507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234733.599510:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234733.599513:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749135360:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234733.599519:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749135488:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234733.599536:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234733.599547:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234733/real 1761234733] req@ffff943800b99500 x1846776749135488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234733.599558:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749135488/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234733.599565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234733.599568:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234733.599572:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749135488:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234733.599592:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749135616:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234733.599610:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234733.599620:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234733/real 1761234733] req@ffff943800b99f80 x1846776749135616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234733.599645:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749135616/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234733.599654:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234733.599657:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234733.599660:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749135616:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234734.110807:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234734.110822:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234734.110830:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234734.430842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234734.430901:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234735.134839:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234735.134839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234735.134866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234735.454859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234735.454925:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234736.158808:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234736.158808:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234736.158817:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234736.478858:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234736.478945:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234737.182823:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234737.182823:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234737.182823:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234737.502851:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234737.502914:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234738.206836:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234738.206837:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234738.206948:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234738.526856:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234738.526925:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234738.718917:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234738.718930:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234738.718935:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234738.718947:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11262 00000100:00080000:0.0:1761234738.718959:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234738.718966:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234738.719008:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb480 x1846776749135744/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234738.719036:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234738.719039:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234738.719040:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234738.719043:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11262 00000100:00080000:0.0:1761234738.719045:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234738.719048:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234738.719057:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234738.719066:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9c00 x1846776749135872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234738.719073:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234738.719075:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234738.719077:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234738.719080:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11262 00000100:00080000:0.0:1761234738.719082:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234738.719085:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234738.719087:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234738.719096:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb100 x1846776749136000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234738.719104:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749135744:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234738.719106:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234738.719112:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234738.719115:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234738.719118:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11262 00000100:00080000:0.0:1761234738.719121:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234738.719124:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234738.719128:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234738.719137:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8a80 x1846776749136128/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234738.719142:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234738.719145:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234738.719146:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234738.719149:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11262 00000100:00080000:0.0:1761234738.719167:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234738.719169:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234738.719172:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234738.719179:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234738.719181:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fad80 x1846776749136256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234738.719189:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234738.719191:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234738.719192:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234738.719195:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11262 00000100:00080000:0.0:1761234738.719200:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234738.719202:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234738.719205:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234738.719211:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fbb80 x1846776749136384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234738.719221:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234738.719225:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234738/real 1761234738] req@ffff9437f87fb480 x1846776749135744/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234738.719226:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234738.719229:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234738.719235:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11262 00000100:00080000:0.0:1761234738.719240:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234738.719243:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234738.719246:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234738.719255:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa300 x1846776749136512/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234738.719255:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb480 x1846776749135744/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234738.719279:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234738.719282:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234738.719284:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234738.719286:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234738.719287:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11262 00000100:00080000:0.0:1761234738.719292:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234738.719297:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234738.719298:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234738.719304:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234738.719308:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749135744:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234738.719314:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8000 x1846776749136640/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234738.719321:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749135872:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234738.719343:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234738.719353:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234738/real 1761234738] req@ffff9437f87f9c00 x1846776749135872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234738.719361:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9c00 x1846776749135872/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234738.719367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234738.719369:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234738.719371:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749135872:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234738.719392:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749136000:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234738.719403:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234738.719408:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234738/real 1761234738] req@ffff9437f87fb100 x1846776749136000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234738.719415:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb100 x1846776749136000/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234738.719420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234738.719422:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234738.719424:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749136000:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234738.719427:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749136128:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234738.719437:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234738.719442:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234738/real 1761234738] req@ffff9437f87f8a80 x1846776749136128/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234738.719449:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8a80 x1846776749136128/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234738.719453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234738.719455:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234738.719456:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749136128:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234738.719459:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749136256:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234738.719469:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234738.719473:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234738/real 1761234738] req@ffff9437f87fad80 x1846776749136256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234738.719480:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fad80 x1846776749136256/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234738.719484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234738.719486:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234738.719487:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749136256:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234738.719490:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749136384:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234738.719499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234738.719504:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234738/real 1761234738] req@ffff9437f87fbb80 x1846776749136384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234738.719514:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fbb80 x1846776749136384/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234738.719519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234738.719520:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234738.719522:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749136384:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234738.719525:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749136512:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234738.719533:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234738.719555:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234738/real 1761234738] req@ffff9437f87fa300 x1846776749136512/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234738.719562:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa300 x1846776749136512/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234738.719567:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234738.719569:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234738.719571:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749136512:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234738.719574:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749136640:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234738.719586:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234738.719591:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234738/real 1761234738] req@ffff9437f87f8000 x1846776749136640/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234738.719597:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8000 x1846776749136640/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234738.719605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234738.719607:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234738.719609:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749136640:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234739.230872:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234739.230891:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234739.230910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234739.550927:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234739.550998:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234740.254853:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234740.254853:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234740.254853:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234740.574845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234740.574906:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234741.278846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234741.278847:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234741.278863:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234741.598831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234741.598892:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234742.302851:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234742.302886:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234742.302914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234742.622890:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234742.622968:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234743.326910:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234743.326910:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234743.327004:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234743.646861:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234743.646936:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234743.838916:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234743.838926:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234743.838930:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234743.838945:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11267 00000100:00080000:3.0:1761234743.838955:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234743.838962:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234743.838996:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749136768/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234743.839032:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234743.839038:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234743.839040:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234743.839044:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11267 00000100:00080000:3.0:1761234743.839050:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234743.839054:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234743.839064:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234743.839080:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749136768:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234743.839080:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749136896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234743.839097:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234743.839100:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234743.839102:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234743.839106:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11267 00000100:00080000:3.0:1761234743.839111:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234743.839115:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234743.839120:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234743.839133:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:3.0:1761234743.839135:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749137024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234743.839147:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234743.839151:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234743.839153:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234743.839158:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11267 00000100:00080000:3.0:1761234743.839164:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234743.839166:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234743/real 1761234743] req@ffff943800b98e00 x1846776749136768/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234743.839171:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234743.839180:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234743.839185:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749136768/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234743.839192:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761234743.839196:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749137152/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234743.839197:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234743.839202:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749136768:192.168.201.139@tcp:250:kworker.0 00000100:00080000:3.0:1761234743.839215:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234743.839219:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234743.839221:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234743.839224:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749136896:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234743.839230:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11267 00000100:00080000:3.0:1761234743.839235:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234743.839240:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:1.0:1761234743.839242:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:3.0:1761234743.839250:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234743.839253:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234743/real 1761234743] req@ffff943800b9bb80 x1846776749136896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234743.839267:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749136896/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1761234743.839268:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98380 x1846776749137280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234743.839279:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234743.839284:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234743.839288:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749136896:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234743.839291:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234743.839294:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749137024:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234743.839299:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234743.839302:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234743.839308:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11267 00000800:00000100:1.0:1761234743.839312:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234743.839315:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234743.839320:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234743/real 1761234743] req@ffff943800b9aa00 x1846776749137024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234743.839323:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234743.839333:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749137024/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234743.839338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234743.839341:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:3.0:1761234743.839343:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234743.839344:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749137024:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234743.839350:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749137152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234743.839365:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b480 x1846776749137408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234743.839370:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:3.0:1761234743.839380:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234743.839383:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234743/real 1761234743] req@ffff943800b98000 x1846776749137152/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234743.839386:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234743.839391:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234743.839399:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11267 00000100:00100000:1.0:1761234743.839403:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749137152/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1761234743.839405:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234743.839413:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234743.839421:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1761234743.839424:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234743.839429:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234743.839435:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749137152:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234743.839447:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98a80 x1846776749137536/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234743.839462:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234743.839464:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234743.839466:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234743.839469:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11267 00000100:00080000:3.0:1761234743.839472:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234743.839474:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749137280:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234743.839477:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234743.839484:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234743.839493:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98000 x1846776749137664/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234743.839504:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234743.839518:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234743/real 1761234743] req@ffff943800b98380 x1846776749137280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234743.839527:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98380 x1846776749137280/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234743.839534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234743.839537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234743.839540:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749137280:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234743.839545:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749137408:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234743.839563:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234743.839577:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234743/real 1761234743] req@ffff943800b9b480 x1846776749137408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234743.839589:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b480 x1846776749137408/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234743.839597:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234743.839599:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234743.839602:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749137408:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234743.839606:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749137536:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234743.839619:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234743.839626:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234743/real 1761234743] req@ffff943800b98a80 x1846776749137536/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234743.839632:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98a80 x1846776749137536/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234743.839637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234743.839639:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234743.839641:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749137536:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234743.839650:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749137664:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234743.839658:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234743.839663:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234743/real 1761234743] req@ffff943800b98000 x1846776749137664/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234743.839669:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98000 x1846776749137664/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234743.839674:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234743.839675:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234743.839677:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749137664:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234744.350851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234744.350860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234744.350862:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234744.670863:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234744.670956:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234745.374893:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234745.374894:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234745.374894:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234745.694811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234745.694906:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234746.398842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234746.398843:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234746.398887:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234746.718876:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234746.718962:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234747.422905:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234747.422905:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234747.422941:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234747.742864:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234747.742958:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234748.446829:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234748.446866:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234748.446897:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234748.766822:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234748.766955:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234748.958879:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234748.958891:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234748.958896:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234748.958911:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11272 00000100:00080000:1.0:1761234748.958924:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234748.958931:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234748.958968:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749137792/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234748.958995:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234748.958999:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234748.959001:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234748.959005:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11272 00000100:00080000:1.0:1761234748.959008:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234748.959012:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234748.959020:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234748.959031:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749137920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234748.959036:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749137792:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234748.959044:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234748.959049:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234748.959051:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234748.959056:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11272 00000100:00080000:1.0:1761234748.959060:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234748.959064:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234748.959068:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234748.959078:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749138048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234748.959087:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234748.959090:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234748.959091:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234748.959095:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11272 00000100:00080000:1.0:1761234748.959099:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761234748.959101:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234748.959105:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234748.959110:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234748.959120:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749138176/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234748.959128:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234748.959131:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234748.959133:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234748.959137:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11272 00000100:00080000:1.0:1761234748.959140:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234748.959143:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234748/real 1761234748] req@ffff9437f86d5c00 x1846776749137792/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234748.959147:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234748.959155:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234748.959168:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749137792/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234748.959169:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749138304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234748.959199:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234748.959200:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234748.959202:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234748.959206:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234748.959210:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234748.959213:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11272 00000100:00100000:0.0:1761234748.959218:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749137792:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234748.959219:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234748.959227:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234748.959232:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234748.959240:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749138432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234748.959244:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749137920:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234748.959257:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234748.959261:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234748.959263:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234748.959267:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11272 00000100:00080000:1.0:1761234748.959272:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761234748.959274:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234748.959278:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234748.959284:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234748.959290:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234748/real 1761234748] req@ffff9437f86d4000 x1846776749137920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234748.959297:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749138560/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234748.959309:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749137920/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234748.959310:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234748.959318:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234748.959322:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234748.959335:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11272 00000100:00080000:1.0:1761234748.959351:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234748.959358:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761234748.959362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761234748.959364:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234748.959370:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234748.959375:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749137920:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234748.959379:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749138688/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234748.959386:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749138048:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234748.959410:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234748.959420:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234748/real 1761234748] req@ffff9437f86d5880 x1846776749138048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234748.959430:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749138048/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234748.959438:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234748.959441:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234748.959445:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749138048:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234748.959450:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749138176:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234748.959465:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234748.959475:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234748/real 1761234748] req@ffff9437f86d7b80 x1846776749138176/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234748.959485:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749138176/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234748.959491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234748.959494:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234748.959497:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749138176:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234748.959502:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749138304:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234748.959518:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234748.959526:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234748/real 1761234748] req@ffff9437f86d6680 x1846776749138304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234748.959536:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749138304/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234748.959543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234748.959545:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234748.959549:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749138304:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234748.959564:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749138432:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234748.959579:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234748.959586:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234748/real 1761234748] req@ffff9437f86d4380 x1846776749138432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234748.959596:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749138432/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234748.959602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234748.959605:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234748.959607:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749138432:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234748.959612:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749138560:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234748.959626:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234748.959635:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234748/real 1761234748] req@ffff9437f86d5c00 x1846776749138560/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234748.959646:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749138560/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234748.959652:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234748.959655:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234748.959658:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749138560:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234748.959663:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749138688:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234748.959677:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234748.959684:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234748/real 1761234748] req@ffff9437f86d5f80 x1846776749138688/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234748.959694:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749138688/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234748.959701:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234748.959703:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234748.959706:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749138688:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234749.470849:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234749.470874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234749.470878:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234749.790837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234749.790899:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234750.494901:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234750.494911:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234750.494917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234750.814837:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234750.814929:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234751.518850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234751.518851:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234751.518879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234751.838877:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234751.838948:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234752.542914:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234752.542915:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234752.542915:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234752.862832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234752.862884:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234753.566840:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234753.566845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234753.566871:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234753.886834:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234753.886893:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234754.078833:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234754.078843:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234754.078848:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234754.078859:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11277 00000100:00080000:1.0:1761234754.078870:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234754.078877:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234754.078911:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749138816/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234754.078937:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234754.078941:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234754.078943:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234754.078947:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11277 00000100:00080000:1.0:1761234754.078951:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234754.078954:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234754.078963:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234754.078973:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749138944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234754.078983:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234754.078986:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234754.078988:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234754.078993:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11277 00000100:00100000:0.0:1761234754.078997:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749138816:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234754.078998:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234754.079005:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234754.079011:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234754.079022:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749139072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234754.079033:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234754.079036:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234754.079038:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234754.079041:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11277 00000100:00080000:1.0:1761234754.079045:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234754.079051:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761234754.079052:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761234754.079059:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234754.079071:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749139200/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234754.079080:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234754.079084:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1761234754.079086:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234754/real 1761234754] req@ffff9437f86d4700 x1846776749138816/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234754.079087:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234754.079096:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11277 00000100:00080000:1.0:1761234754.079101:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234754.079105:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234754.079109:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234754.079118:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749138816/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234754.079123:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749139328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234754.079131:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234754.079137:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234754.079139:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234754.079144:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749138816:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234754.079152:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1761234754.079153:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749138944:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234754.079155:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234754.079165:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11277 00000100:00080000:1.0:1761234754.079169:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234754.079173:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234754.079178:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761234754.079183:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234754.079192:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749139456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234754.079199:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234754/real 1761234754] req@ffff9437f86d7100 x1846776749138944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234754.079205:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234754.079212:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234754.079215:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234754.079222:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11277 00000100:00100000:0.0:1761234754.079223:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749138944/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234754.079227:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234754.079233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234754.079234:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761234754.079240:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234754.079259:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749138944:192.168.201.139@tcp:38:kworker.0 00000008:00100000:1.0:1761234754.079269:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234754.079279:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749139072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234754.079284:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749139584/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234754.079296:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761234754.079299:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234754.079302:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234754.079306:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234754.079311:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11277 00000100:00100000:0.0:1761234754.079312:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234754/real 1761234754] req@ffff9437f86d6d80 x1846776749139072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234754.079317:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234754.079325:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234754.079326:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749139072/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1761234754.079334:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234754.079335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234754.079340:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234754.079343:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749139072:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234754.079348:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749139200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234754.079352:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749139712/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234754.079363:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234754.079372:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234754/real 1761234754] req@ffff9437f86d5180 x1846776749139200/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234754.079381:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749139200/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234754.079386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234754.079388:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234754.079390:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749139200:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234754.079393:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749139328:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234754.079402:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234754.079406:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234754/real 1761234754] req@ffff9437f86d6a00 x1846776749139328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234754.079412:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749139328/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234754.079417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234754.079419:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234754.079420:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749139328:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234754.079423:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749139456:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234754.079432:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234754.079436:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234754/real 1761234754] req@ffff9437f86d7480 x1846776749139456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234754.079442:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749139456/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234754.079446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234754.079448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234754.079450:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749139456:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234754.079459:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749139584:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234754.079468:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234754.079473:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234754/real 1761234754] req@ffff9437f86d7100 x1846776749139584/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234754.079479:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749139584/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234754.079483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234754.079484:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234754.079486:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749139584:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234754.079490:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749139712:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234754.079498:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234754.079503:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234754/real 1761234754] req@ffff9437f86d4700 x1846776749139712/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234754.079508:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749139712/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234754.079513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234754.079514:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234754.079516:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749139712:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234754.590838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234754.590838:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234754.590838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234754.910842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234754.910900:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234755.614832:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234755.614832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234755.614832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234755.934811:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234755.934856:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234756.638847:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234756.638847:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234756.638880:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234756.958860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234756.958927:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234757.662813:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234757.662895:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234757.662899:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234757.982873:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234757.982965:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234758.686842:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234758.686845:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234758.687041:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234759.006845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234759.006913:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234759.198825:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234759.198834:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234759.198838:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234759.198848:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11282 00000100:00080000:1.0:1761234759.198859:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234759.198865:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234759.198898:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749139840/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234759.198922:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234759.198925:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234759.198926:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234759.198933:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11282 00000100:00080000:1.0:1761234759.198936:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234759.198939:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234759.198946:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234759.198956:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749139968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234759.198964:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234759.198967:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234759.198968:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234759.198972:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11282 00000100:00080000:1.0:1761234759.198976:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234759.198977:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749139840:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234759.198979:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234759.198984:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234759.198991:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749140096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234759.199003:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234759.199005:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234759.199007:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234759.199009:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11282 00000100:00080000:1.0:1761234759.199011:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234759.199013:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234759.199016:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234759.199024:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749140224/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234759.199030:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234759.199033:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234759.199034:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234759.199036:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11282 00000100:00080000:1.0:1761234759.199047:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234759.199050:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234759.199052:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234759.199062:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749140352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234759.199065:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234759.199072:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234759.199075:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234759.199076:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234759.199079:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11282 00000100:00080000:1.0:1761234759.199082:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234759.199085:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234759.199088:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234759.199094:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749140480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234759.199102:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234759.199105:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234759.199107:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234759.199112:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11282 00000100:00100000:0.0:1761234759.199117:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234759/real 1761234759] req@ffff9437f86d5f80 x1846776749139840/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234759.199118:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234759.199128:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234759.199142:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234759.199166:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749139840/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234759.199171:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749140608/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234759.199204:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234759.199211:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234759.199213:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234759.199214:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234759.199223:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234759.199225:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11282 00000100:00100000:0.0:1761234759.199234:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749139840:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234759.199234:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234759.199243:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234759.199250:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234759.199263:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749140736/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234759.199266:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749139968:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234759.199303:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234759.199335:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234759/real 1761234759] req@ffff9437f86d5c00 x1846776749139968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234759.199348:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749139968/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234759.199358:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234759.199363:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234759.199366:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749139968:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234759.199374:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749140096:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234759.199396:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234759.199409:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234759/real 1761234759] req@ffff9437f86d4380 x1846776749140096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234759.199421:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749140096/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234759.199431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234759.199434:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234759.199438:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749140096:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234759.199446:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749140224:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234759.199468:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234759.199480:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234759/real 1761234759] req@ffff9437f86d6680 x1846776749140224/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234759.199492:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749140224/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234759.199501:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234759.199505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234759.199508:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749140224:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234759.199515:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749140352:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234759.199537:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234759.199548:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234759/real 1761234759] req@ffff9437f86d7b80 x1846776749140352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234759.199560:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749140352/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234759.199569:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234759.199573:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234759.199576:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749140352:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234759.199583:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749140480:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234759.199602:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234759.199612:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234759/real 1761234759] req@ffff9437f86d5880 x1846776749140480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234759.199625:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749140480/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234759.199634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234759.199637:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234759.199640:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749140480:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234759.199646:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749140608:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234759.199666:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234759.199678:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234759/real 1761234759] req@ffff9437f86d4000 x1846776749140608/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234759.199690:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749140608/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234759.199698:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234759.199702:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234759.199705:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749140608:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234759.199753:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749140736:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234759.199777:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234759.199788:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234759/real 1761234759] req@ffff9437f86d5f80 x1846776749140736/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234759.199801:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749140736/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234759.199815:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234759.199818:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234759.199822:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749140736:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234759.710845:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234759.710845:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234759.710898:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234760.030869:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234760.030930:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234760.734794:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234760.734850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234760.734902:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234761.054824:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234761.054878:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234761.758817:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234761.758817:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234761.758818:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234762.078850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234762.078902:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234762.782820:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234762.782826:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234762.782868:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234763.102842:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234763.102897:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234763.806810:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234763.806817:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234763.806856:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234764.126840:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234764.126907:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234764.318813:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234764.318823:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234764.318828:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234764.318838:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11288 00000100:00080000:1.0:1761234764.318849:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234764.318856:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234764.318884:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749140864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234764.318904:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234764.318906:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234764.318907:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234764.318910:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11288 00000100:00080000:1.0:1761234764.318913:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234764.318916:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234764.318923:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234764.318929:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749140864:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234764.318932:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749140992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234764.318941:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234764.318943:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234764.318944:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234764.318947:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11288 00000100:00080000:1.0:1761234764.318950:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234764.318951:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234764.318954:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234764.318961:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749141120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234764.318967:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234764.318968:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234764.318969:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234764.318972:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11288 00000100:00080000:1.0:1761234764.318974:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234764.318976:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234764.318979:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761234764.318983:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234764.318989:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749141248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234764.318997:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234764.318999:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234764.319000:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234764.319002:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11288 00000100:00080000:1.0:1761234764.319005:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234764.319007:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234764.319010:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234764.319016:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234764/real 1761234764] req@ffff9437f86d4700 x1846776749140864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234764.319020:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749141376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234764.319036:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234764.319039:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234764.319040:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234764.319043:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749140864/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234764.319045:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11288 00000100:00080000:1.0:1761234764.319063:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234764.319070:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761234764.319072:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761234764.319075:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761234764.319078:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234764.319082:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749140864:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234764.319092:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749141504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234764.319103:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749140992:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234764.319103:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234764.319111:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234764.319113:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234764.319118:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11288 00000100:00080000:1.0:1761234764.319123:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234764.319127:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234764.319132:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1761234764.319134:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234764.319147:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749141632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234764.319152:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234764/real 1761234764] req@ffff9437f86d7100 x1846776749140992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234764.319171:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234764.319174:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234764.319175:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234764.319179:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749140992/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234764.319179:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11288 00000100:00080000:1.0:1761234764.319184:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234764.319189:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761234764.319194:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761234764.319195:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1761234764.319201:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234764.319206:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749140992:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234764.319206:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749141760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234764.319216:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749141120:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234764.319234:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234764.319241:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234764/real 1761234764] req@ffff9437f86d7480 x1846776749141120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234764.319247:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749141120/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234764.319252:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234764.319254:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234764.319256:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749141120:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234764.319259:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749141248:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234764.319267:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234764.319272:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234764/real 1761234764] req@ffff9437f86d6a00 x1846776749141248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234764.319278:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749141248/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234764.319282:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234764.319284:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234764.319286:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749141248:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234764.319289:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749141376:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234764.319297:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234764.319302:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234764/real 1761234764] req@ffff9437f86d5180 x1846776749141376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234764.319310:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749141376/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234764.319317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234764.319319:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234764.319322:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749141376:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234764.319339:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749141504:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234764.319358:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234764.319368:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234764/real 1761234764] req@ffff9437f86d6d80 x1846776749141504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234764.319390:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749141504/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234764.319401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234764.319404:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234764.319407:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749141504:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234764.319414:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749141632:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234764.319431:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234764.319441:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234764/real 1761234764] req@ffff9437f86d4700 x1846776749141632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234764.319452:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749141632/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234764.319459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234764.319462:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234764.319465:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749141632:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234764.319476:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749141760:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234764.319494:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234764.319503:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234764/real 1761234764] req@ffff9437f86d5f80 x1846776749141760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234764.319513:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749141760/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234764.319520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234764.319523:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234764.319526:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749141760:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234764.830860:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234764.830867:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234764.830887:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234765.150795:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234765.150870:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234765.854851:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234765.854852:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234765.854871:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234766.174832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234766.174880:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234766.879043:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234766.879251:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234766.879495:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234767.198832:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234767.198887:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234767.902895:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234767.903124:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234767.903400:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234768.222812:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234768.222897:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234768.926949:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234768.927108:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234768.928288:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234769.246848:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234769.246905:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234769.438835:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234769.438843:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234769.438847:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234769.438855:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11293 00000100:00080000:1.0:1761234769.438865:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234769.438870:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234769.438898:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749141888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234769.438922:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234769.438924:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234769.438925:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234769.438928:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11293 00000100:00080000:1.0:1761234769.438930:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234769.438933:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234769.438941:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234769.438951:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749141888:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234769.438977:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749142016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234769.438989:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234769.438993:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234769.438995:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234769.438998:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11293 00000100:00080000:1.0:1761234769.439009:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761234769.439014:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234769.439016:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234769.439023:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234769.439038:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749142144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234769.439047:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234769/real 1761234769] req@ffff9437f86d4000 x1846776749141888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234769.439049:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234769.439059:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234769.439063:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234769.439067:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749141888/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234769.439069:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11293 00000100:00080000:0.0:1761234769.439079:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234769.439079:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234769.439086:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234769.439088:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234769.439092:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749141888:192.168.201.139@tcp:250:kworker.0 00000008:00100000:1.0:1761234769.439097:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234769.439109:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749142016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234769.439121:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6680 x1846776749142272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234769.439127:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234769.439137:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234769/real 1761234769] req@ffff9437f86d5880 x1846776749142016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234769.439139:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234769.439147:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234769.439150:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234769.439159:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749142016/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234769.439159:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11293 00000100:00080000:1.0:1761234769.439167:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234769.439174:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:0.0:1761234769.439175:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761234769.439181:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761234769.439182:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234769.439189:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749142016:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234769.439195:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749142144:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234769.439212:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4380 x1846776749142400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234769.439220:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:1.0:1761234769.439226:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234769.439230:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234769.439232:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234769.439236:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234769/real 1761234769] req@ffff9437f86d7b80 x1846776749142144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234769.439238:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11293 00000100:00080000:1.0:1761234769.439246:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234769.439253:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234769.439261:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234769.439268:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749142144/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234769.439276:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5c00 x1846776749142528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234769.439281:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234769.439288:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234769.439293:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749142144:192.168.201.139@tcp:38:kworker.0 00000100:00080000:1.0:1761234769.439306:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234769.439310:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749142272:192.168.201.139@tcp:8:kworker.0 00000100:00080000:1.0:1761234769.439312:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234769.439316:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234769.439321:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11293 00000100:00080000:1.0:1761234769.439326:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234769.439332:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000800:00000100:0.0:1761234769.439336:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000008:00100000:1.0:1761234769.439339:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234769.439352:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234769/real 1761234769] req@ffff9437f86d6680 x1846776749142272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234769.439354:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7b80 x1846776749142656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234769.439382:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234769.439386:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6680 x1846776749142272/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234769.439387:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234769.439391:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234769.439401:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11293 00000100:00080000:0.0:1761234769.439403:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234769.439406:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234769.439410:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:1.0:1761234769.439414:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234769.439417:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749142272:192.168.201.139@tcp:8:kworker.0 00000008:00100000:1.0:1761234769.439421:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234769.439426:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749142400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234769.439436:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5880 x1846776749142784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1761234769.439449:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234769.439462:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234769/real 1761234769] req@ffff9437f86d4380 x1846776749142400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234769.439473:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4380 x1846776749142400/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234769.439488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234769.439491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234769.439494:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749142400:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234769.439499:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749142528:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234769.439511:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234769.439517:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234769/real 1761234769] req@ffff9437f86d5c00 x1846776749142528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234769.439523:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5c00 x1846776749142528/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234769.439528:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234769.439530:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234769.439531:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749142528:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234769.439548:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749142656:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234769.439561:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234769.439567:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234769/real 1761234769] req@ffff9437f86d7b80 x1846776749142656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234769.439573:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7b80 x1846776749142656/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234769.439578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234769.439579:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234769.439582:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749142656:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234769.439585:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749142784:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234769.439594:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234769.439599:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234769/real 1761234769] req@ffff9437f86d5880 x1846776749142784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234769.439605:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5880 x1846776749142784/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234769.439609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234769.439611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234769.439613:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749142784:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234769.950879:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234769.950879:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234769.951108:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234770.270816:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234770.270867:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234770.974968:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234770.975505:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234770.975685:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234771.294850:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234771.294955:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234771.998967:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234771.999204:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234772.000288:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234772.318870:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234772.318940:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234773.022832:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234773.022832:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234773.022883:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234773.342844:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234773.342910:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234774.046884:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234774.046884:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234774.046917:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234774.366845:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234774.366962:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234774.558892:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234774.558904:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1761234774.558909:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234774.558919:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11298 00000100:00080000:3.0:1761234774.558930:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234774.558937:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:3.0:1761234774.558974:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9aa00 x1846776749142912/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234774.559000:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234774.559004:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234774.559006:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234774.559009:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11298 00000100:00080000:3.0:1761234774.559013:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234774.559018:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234774.559028:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234774.559040:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749142912:192.168.201.139@tcp:250:kworker.0 00000100:00100000:3.0:1761234774.559042:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9bb80 x1846776749143040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234774.559057:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234774.559061:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234774.559063:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234774.559067:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11298 00000100:00080000:3.0:1761234774.559072:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234774.559076:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234774.559081:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234774.559093:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98e00 x1846776749143168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234774.559103:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234774.559106:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234774.559108:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234774.559113:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11298 00000100:00080000:3.0:1761234774.559118:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234774.559123:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234774.559128:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1761234774.559136:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749143040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234774.559141:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99f80 x1846776749143296/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234774.559153:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234774.559157:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234774.559159:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234774.559164:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11298 00000100:00080000:3.0:1761234774.559169:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234774.559175:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749143168:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234774.559176:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234774.559185:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234774.559200:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99500 x1846776749143424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234774.559211:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234774.559214:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749143296:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234774.559216:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234774.559219:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234774.559226:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11298 00000100:00080000:3.0:1761234774.559230:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234774.559234:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234774.559240:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234774.559246:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749143424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:3.0:1761234774.559254:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b99c00 x1846776749143552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234774.559265:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234774.559270:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749143552:192.168.201.139@tcp:38:kworker.0 00000100:00080000:3.0:1761234774.559271:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234774.559275:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234774.559281:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11298 00000100:00080000:3.0:1761234774.559286:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234774.559290:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234774.559296:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234774.559307:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b98700 x1846776749143680/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1761234774.559319:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234774.559322:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234774.559324:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234774.559328:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11298 00000100:00080000:3.0:1761234774.559333:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234774.559337:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749143680:192.168.201.139@tcp:8:kworker.0 00000100:00080000:3.0:1761234774.559340:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:3.0:1761234774.559348:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1761234774.559360:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff943800b9b800 x1846776749143808/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234774.559388:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749143808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:3.0:1761234775.070813:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234775.070839:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234775.070860:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234775.390821:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234775.390889:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234776.094849:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234776.094850:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:3.0:1761234776.094850:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234776.414894:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234776.414944:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234777.118874:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234777.118881:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234777.119006:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234777.438876:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234777.438957:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1761234777.631164:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.139:988 00000400:00000100:0.0:1761234777.631221:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.201.139@tcp at host 192.168.201.139 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761234777.631243:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234777.631290:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234777.631298:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234777.631307:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234777.631316:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234777.631323:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234777.631330:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000800:00000100:0.0:1761234777.631338:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.139@tcp 00000100:00100000:1.0:1761234777.631418:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234774/real 1761234777] req@ffff943800b9b800 x1846776749143808/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234777.631448:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9b800 x1846776749143808/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234777.631462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234777.631467:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234777.631472:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749143808:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234777.631481:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234774/real 1761234777] req@ffff943800b98700 x1846776749143680/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234777.631496:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98700 x1846776749143680/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234777.631504:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234777.631508:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234777.631511:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749143680:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234777.631519:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234774/real 1761234777] req@ffff943800b99c00 x1846776749143552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234777.631538:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99c00 x1846776749143552/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234777.631546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234777.631550:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234777.631553:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749143552:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234777.631561:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234774/real 1761234777] req@ffff943800b99500 x1846776749143424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234777.631574:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99500 x1846776749143424/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234777.631582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234777.631586:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234777.631589:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749143424:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234777.631596:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234774/real 1761234777] req@ffff943800b99f80 x1846776749143296/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234777.631608:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b99f80 x1846776749143296/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234777.631616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234777.631619:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234777.631623:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749143296:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234777.631643:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234774/real 1761234777] req@ffff943800b9bb80 x1846776749143040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234777.631658:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9bb80 x1846776749143040/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234777.631667:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234777.631671:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234777.631674:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749143040:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234777.631681:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234774/real 1761234777] req@ffff943800b98e00 x1846776749143168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234777.631693:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b98e00 x1846776749143168/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234777.631702:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234777.631706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234777.631709:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749143168:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234777.631715:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234774/real 1761234777] req@ffff943800b9aa00 x1846776749142912/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234777.631727:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff943800b9aa00 x1846776749142912/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234777.631763:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234777.631768:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234777.631772:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff943800b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749142912:192.168.201.139@tcp:250:kworker.0 00000100:00100000:1.0:1761234778.142897:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234778.142923:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234778.142961:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234778.462875:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234778.462964:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234779.166879:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234779.166929:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234779.166929:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234779.486859:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234779.486952:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234779.679243:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234779.679254:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1761234779.679258:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234779.679268:0:249614:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11303 00000100:00080000:2.0:1761234779.679280:0:249614:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234779.679286:0:249614:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:2.0:1761234779.679320:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc700 x1846776749143936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234779.679353:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234779.679357:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234779.679358:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234779.679362:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11303 00000100:00080000:2.0:1761234779.679366:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234779.679369:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234779.679377:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234779.679389:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0df800 x1846776749144064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234779.679397:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234779.679400:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234779.679402:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234779.679406:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11303 00000100:00080000:2.0:1761234779.679409:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234779.679412:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234779.679416:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234779.679424:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dfb80 x1846776749144192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234779.679433:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234779.679435:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234779.679437:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234779.679440:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11303 00000100:00080000:2.0:1761234779.679443:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234779.679446:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234779.679450:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234779.679459:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dd180 x1846776749144320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234779.679466:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234779.679470:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234779.679471:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234779.679475:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11303 00000100:00080000:2.0:1761234779.679477:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234779.679481:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234779.679485:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234779.679493:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc000 x1846776749144448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234779.679501:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234779.679504:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234779.679506:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234779.679509:0:249614:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11303 00000100:00080000:2.0:1761234779.679512:0:249614:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234779.679515:0:249614:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234779.679519:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234779.679526:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dc380 x1846776749144576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234779.679533:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234779.679536:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234779.679538:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234779.679540:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11303 00000100:00080000:2.0:1761234779.679543:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234779.679546:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234779.679550:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234779.679557:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0ddc00 x1846776749144704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1761234779.679565:0:249614:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234779.679568:0:249614:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234779.679569:0:249614:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234779.679573:0:249614:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11303 00000100:00080000:2.0:1761234779.679575:0:249614:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234779.679579:0:249614:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:2.0:1761234779.679582:0:249614:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1761234779.679590:0:249614:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437fa0dea00 x1846776749144832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234779.679821:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749143936:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761234779.679890:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234779.679948:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234779/real 1761234779] req@ffff9437fa0dc700 x1846776749143936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234779.679967:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc700 x1846776749143936/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234779.679984:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234779.679989:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234779.679993:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749143936:192.168.201.139@tcp:250:kworker.0 00000100:00100000:0.0:1761234779.680000:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749144064:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234779.680024:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234779.680037:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234779/real 1761234779] req@ffff9437fa0df800 x1846776749144064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234779.680049:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0df800 x1846776749144064/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234779.680059:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234779.680062:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234779.680065:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749144064:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234779.680083:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749144192:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234779.680104:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234779.680115:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234779/real 1761234779] req@ffff9437fa0dfb80 x1846776749144192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234779.680125:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dfb80 x1846776749144192/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234779.680155:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234779.680158:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234779.680161:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749144192:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234779.680167:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749144320:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234779.680188:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234779.680197:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234779/real 1761234779] req@ffff9437fa0dd180 x1846776749144320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234779.680207:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dd180 x1846776749144320/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234779.680213:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234779.680216:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234779.680219:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749144320:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234779.680224:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749144448:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234779.680242:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234779.680252:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234779/real 1761234779] req@ffff9437fa0dc000 x1846776749144448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234779.680262:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc000 x1846776749144448/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234779.680269:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234779.680272:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234779.680275:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749144448:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234779.680280:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749144576:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234779.680297:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234779.680307:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234779/real 1761234779] req@ffff9437fa0dc380 x1846776749144576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234779.680317:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dc380 x1846776749144576/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234779.680323:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234779.680326:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234779.680341:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749144576:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234779.680348:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749144704:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234779.680365:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234779.680374:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234779/real 1761234779] req@ffff9437fa0ddc00 x1846776749144704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234779.680383:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0ddc00 x1846776749144704/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234779.680389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234779.680392:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234779.680395:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749144704:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234779.680400:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749144832:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234779.680416:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234779.680426:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234779/real 1761234779] req@ffff9437fa0dea00 x1846776749144832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234779.680437:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437fa0dea00 x1846776749144832/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234779.680444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234779.680446:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234779.680449:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437fa0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749144832:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234780.190855:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234780.190855:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234780.190856:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234780.510835:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234780.510919:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234781.214863:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234781.214872:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234781.214929:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234781.534897:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234781.534967:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234782.238842:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234782.238842:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234782.240515:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:1.0:1761234782.558868:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234782.558911:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:3.0:1761234783.262841:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234783.262844:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234783.262952:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234783.582831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234783.582885:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234784.286874:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:1.0:1761234784.287120:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234784.287132:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00010000:00010000:1.0:1761234784.606986:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234784.607031:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00080000:0.0:1761234784.798871:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234784.798886:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1761234784.798892:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234784.798907:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11308 00000100:00080000:0.0:1761234784.798923:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234784.798932:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:0.0:1761234784.798984:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9500 x1846776749144960/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234784.799017:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234784.799021:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234784.799023:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234784.799029:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11308 00000100:00080000:0.0:1761234784.799034:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234784.799040:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234784.799048:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749144960:192.168.201.139@tcp:250:kworker.0 00000008:00100000:0.0:1761234784.799053:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234784.799071:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8700 x1846776749145088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234784.799082:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234784.799087:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234784.799089:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234784.799094:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11308 00000100:00080000:0.0:1761234784.799121:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234784.799126:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234784.799132:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234784.799136:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234784.799148:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fa680 x1846776749145216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1761234784.799159:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234784.799163:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234784.799165:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234784.799169:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11308 00000100:00080000:0.0:1761234784.799174:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234784.799178:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234784.799183:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234784.799193:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234784/real 1761234784] req@ffff9437f87f9500 x1846776749144960/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234784.799208:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87faa00 x1846776749145344/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234784.799218:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9500 x1846776749144960/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234784.799225:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234784.799232:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234784.799235:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234784.799236:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234784.799241:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11308 00000100:00080000:1.0:1761234784.799244:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234784.799248:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234784.799252:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749144960:192.168.201.139@tcp:250:kworker.0 00000100:00080000:0.0:1761234784.799257:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234784.799263:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234784.799275:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9f80 x1846776749145472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234784.799284:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749145088:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234784.799287:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234784.799293:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234784.799295:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234784.799300:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11308 00000100:00080000:0.0:1761234784.799309:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234784.799313:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00080000:0.0:1761234784.799316:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234784.799323:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234784.799330:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234784/real 1761234784] req@ffff9437f87f8700 x1846776749145088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234784.799346:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f8e00 x1846776749145600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234784.799347:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8700 x1846776749145088/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234784.799365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234784.799370:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234784.799372:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00080000:0.0:1761234784.799379:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761234784.799379:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749145088:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234784.799384:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234784.799391:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11308 00000100:00100000:1.0:1761234784.799391:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749145216:192.168.201.139@tcp:38:kworker.0 00000100:00080000:0.0:1761234784.799400:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234784.799406:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:0.0:1761234784.799413:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1761234784.799418:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234784.799427:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87fb800 x1846776749145728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1761234784.799433:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234784/real 1761234784] req@ffff9437f87fa680 x1846776749145216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234784.799444:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234784.799451:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234784.799453:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234784.799455:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fa680 x1846776749145216/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234784.799459:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11308 00000100:00080000:0.0:1761234784.799467:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234784.799471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234784.799475:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00080000:1.0:1761234784.799480:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000008:00100000:0.0:1761234784.799483:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234784.799485:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749145216:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234784.799495:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749145344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234784.799499:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f87f9180 x1846776749145856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1761234784.799519:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234784.799533:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234784/real 1761234784] req@ffff9437f87faa00 x1846776749145344/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234784.799545:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87faa00 x1846776749145344/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234784.799559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234784.799562:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234784.799566:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749145344:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234784.799581:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749145472:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234784.799597:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234784.799606:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234784/real 1761234784] req@ffff9437f87f9f80 x1846776749145472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234784.799618:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9f80 x1846776749145472/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234784.799626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234784.799629:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234784.799632:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749145472:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234784.799638:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749145600:192.168.201.139@tcp:38:kworker.0 00000800:00000100:1.0:1761234784.799654:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234784.799677:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234784/real 1761234784] req@ffff9437f87f8e00 x1846776749145600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234784.799689:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f8e00 x1846776749145600/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234784.799696:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234784.799699:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234784.799702:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749145600:192.168.201.139@tcp:38:kworker.0 00000100:00100000:1.0:1761234784.799708:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749145728:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234784.799726:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234784.799762:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234784/real 1761234784] req@ffff9437f87fb800 x1846776749145728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234784.799774:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87fb800 x1846776749145728/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234784.799782:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234784.799785:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234784.799798:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749145728:192.168.201.139@tcp:8:kworker.0 00000100:00100000:1.0:1761234784.799807:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749145856:192.168.201.139@tcp:8:kworker.0 00000800:00000100:1.0:1761234784.799825:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:1.0:1761234784.799835:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234784/real 1761234784] req@ffff9437f87f9180 x1846776749145856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1761234784.799847:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f87f9180 x1846776749145856/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1761234784.799856:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234784.799859:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:1.0:1761234784.799862:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f87f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749145856:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234785.310848:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234785.310937:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234785.310968:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234785.630860:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:3.0:1761234785.631043:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234786.334857:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234786.334857:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234786.334980:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234786.654833:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234786.654894:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234787.358796:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234787.358810:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:2.0:1761234787.358830:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234787.678831:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234787.678884:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234788.382846:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234788.382846:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234788.382846:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234788.702843:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234788.702908:0:15631:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234789.406893:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:1.0:1761234789.407139:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234789.407159:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:0.0:1761234789.726932:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234789.727807:0:15630:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234789.918829:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) a328c3ed-8402-4d82-b456-3b79d985ce70->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234789.918838:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1761234789.918841:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234789.918849:0:222236:0:(import.c:509:import_select_connection()) MGC192.168.201.139@tcp: connect to NID 192.168.201.139@tcp last attempt 11313 00000100:00080000:1.0:1761234789.918859:0:222236:0:(import.c:588:import_select_connection()) MGC192.168.201.139@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234789.918865:0:222236:0:(import.c:623:import_select_connection()) MGC192.168.201.139@tcp: import ffff9437c888b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000100:00100000:1.0:1761234789.918893:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4000 x1846776749145984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234789.918953:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749145984:192.168.201.139@tcp:250:kworker.0 00000800:00000100:0.0:1761234789.918999:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234789.919526:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234789/real 1761234789] req@ffff9437f86d4000 x1846776749145984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234789.919549:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4000 x1846776749145984/t0(0) o250->MGC192.168.201.139@tcp@192.168.201.139@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234789.919559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c888b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234789.919588:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234789.919593:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a328c3ed-8402-4d82-b456-3b79d985ce70:2410:1846776749145984:192.168.201.139@tcp:250:kworker.0 00000100:00080000:1.0:1761234789.919638:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234789.919643:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234789.919645:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234789.919649:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11313 00000100:00080000:1.0:1761234789.919653:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234789.919657:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c3d0b800: import ffff9437c8881800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234789.919665:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234789.919677:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5f80 x1846776749146112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234789.919695:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234789.919698:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234789.919701:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234789.919704:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11313 00000100:00080000:1.0:1761234789.919708:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234789.919711:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c3d0b800: import ffff9437c3d0b000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234789.919715:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234789.919724:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d4700 x1846776749146240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234789.919750:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7231852c-7d4b-4b08-bba2-fe66d4a2dc43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234789.919753:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234789.919754:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234789.919758:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: connect to NID 192.168.201.139@tcp last attempt 11313 00000100:00080000:1.0:1761234789.919761:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234789.919764:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c3d0b800: import ffff9437c8479800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234789.919769:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234789.919778:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6d80 x1846776749146368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234789.919786:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234789.919789:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234789.919791:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234789.919794:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11313 00000100:00080000:1.0:1761234789.919797:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234789.919800:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9437c8040800: import ffff9437d9cb8000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234789.919804:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234789.919811:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d5180 x1846776749146496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234789.919818:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234789.919821:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234789.919823:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234789.919826:0:222236:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11313 00000100:00080000:1.0:1761234789.919829:0:222236:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234789.919832:0:222236:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9437c8040800: import ffff9437c5a92800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234789.919835:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34618154 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234789.919844:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d6a00 x1846776749146624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234789.919851:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234789.919854:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234789.919855:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234789.919858:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11313 00000100:00080000:1.0:1761234789.919861:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234789.919864:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9437c8040800: import ffff9437c5a93000 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234789.919868:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234789.919876:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7480 x1846776749146752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1761234789.919883:0:222236:0:(pinger.c:229:ptlrpc_pinger_process_import()) f31098b0-0e8f-4632-b06b-debceeb321e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234789.919886:0:222236:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234789.919888:0:222236:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234789.919892:0:222236:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: connect to NID 192.168.201.139@tcp last attempt 11313 00000100:00080000:1.0:1761234789.919894:0:222236:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234789.919897:0:222236:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9437c8040800: import ffff9437c5a93800 using connection 192.168.201.139@tcp/192.168.201.139@tcp 00000008:00100000:1.0:1761234789.919901:0:222236:0:(osc_request.c:3818:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34618154 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1761234789.919908:0:222236:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9437f86d7100 x1846776749146880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1761234789.919961:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749146112:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234789.919983:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234789.919995:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234789/real 1761234789] req@ffff9437f86d5f80 x1846776749146112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234789.920005:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5f80 x1846776749146112/t0(0) o38->lustre-MDT0000-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234789.920013:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8881800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234789.920017:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234789.920020:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749146112:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234789.920025:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749146240:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234789.920040:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234789.920049:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234789/real 1761234789] req@ffff9437f86d4700 x1846776749146240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234789.920059:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d4700 x1846776749146240/t0(0) o38->lustre-MDT0001-mdc-ffff9437c3d0b800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234789.920072:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c3d0b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234789.920075:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234789.920078:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749146240:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234789.920083:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749146368:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234789.920098:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234789.920106:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234789/real 1761234789] req@ffff9437f86d6d80 x1846776749146368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234789.920116:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6d80 x1846776749146368/t0(0) o8->lustre-OST0001-osc-ffff9437c3d0b800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234789.920123:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c8479800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234789.920126:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234789.920129:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7231852c-7d4b-4b08-bba2-fe66d4a2dc43:2410:1846776749146368:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234789.920134:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749146496:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234789.920150:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234789.920159:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234789/real 1761234789] req@ffff9437f86d5180 x1846776749146496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234789.920170:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d5180 x1846776749146496/t0(0) o38->lustre-MDT0000-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234789.920177:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437d9cb8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234789.920180:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234789.920183:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749146496:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234789.920188:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749146624:192.168.201.139@tcp:38:kworker.0 00000800:00000100:0.0:1761234789.920204:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234789.920212:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234789/real 1761234789] req@ffff9437f86d6a00 x1846776749146624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234789.920222:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d6a00 x1846776749146624/t0(0) o38->lustre-MDT0001-mdc-ffff9437c8040800@192.168.201.139@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234789.920229:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a92800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234789.920231:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234789.920235:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749146624:192.168.201.139@tcp:38:kworker.0 00000100:00100000:0.0:1761234789.920240:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749146752:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234789.920253:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234789.920261:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234789/real 1761234789] req@ffff9437f86d7480 x1846776749146752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234789.920271:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7480 x1846776749146752/t0(0) o8->lustre-OST0000-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234789.920278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234789.920280:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234789.920283:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749146752:192.168.201.139@tcp:8:kworker.0 00000100:00100000:0.0:1761234789.920288:0:2410:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749146880:192.168.201.139@tcp:8:kworker.0 00000800:00000100:0.0:1761234789.920302:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.139@tcp 00000100:00100000:0.0:1761234789.920310:0:2410:0:(client.c:2468:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234789/real 1761234789] req@ffff9437f86d7100 x1846776749146880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1761234789.920319:0:2410:0:(client.c:2499:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9437f86d7100 x1846776749146880/t0(0) o8->lustre-OST0001-osc-ffff9437c8040800@192.168.201.139@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1761234789.920327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9437c5a93800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234789.920330:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.139@tcp failed (-110) 00000100:00100000:0.0:1761234789.920333:0:2410:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9437f86d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f31098b0-0e8f-4632-b06b-debceeb321e1:2410:1846776749146880:192.168.201.139@tcp:8:kworker.0 00000100:00100000:2.0:1761234790.430807:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:1.0:1761234790.430811:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:3.0:1761234790.430915:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00010000:00010000:3.0:1761234790.750912:0:6162:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234790.750967:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00000100:00100000:1.0:1761234791.454838:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:2.0:1761234791.454838:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:3.0:1761234791.454838:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234791.774847:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234791.774903:0:15632:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234792.478843:0:288234:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6ccc0 going to sleep for 0 seconds 00000100:00100000:0.0:1761234792.480672:0:288231:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c540 going to sleep for 0 seconds 00000100:00100000:2.0:1761234792.480765:0:288238:0:(client.c:2680:ptlrpc_set_wait()) set ffff943800a6c300 going to sleep for 0 seconds 00000100:00100000:0.0:1761234792.798830:0:6161:0:(client.c:2680:ptlrpc_set_wait()) set ffff9437f07ce600 going to sleep for 0 seconds 00010000:00010000:1.0:1761234792.798882:0:34898:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 79503 lines, 79503 kept, 0 dropped, 0 bad.